2024-11-15 17:51:32,056 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-15 17:51:32,069 main DEBUG Took 0.011254 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 17:51:32,070 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 17:51:32,070 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 17:51:32,071 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 17:51:32,072 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:51:32,081 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 17:51:32,095 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:51:32,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:51:32,098 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:51:32,099 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:51:32,100 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:51:32,101 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:51:32,102 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:51:32,102 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:51:32,102 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:51:32,103 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:51:32,104 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:51:32,104 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:51:32,105 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:51:32,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:51:32,106 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:51:32,106 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:51:32,106 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:51:32,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:51:32,107 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:51:32,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:51:32,108 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:51:32,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:51:32,109 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:51:32,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:51:32,110 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:51:32,110 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 17:51:32,112 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:51:32,113 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 17:51:32,115 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 17:51:32,116 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 17:51:32,117 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 17:51:32,118 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 17:51:32,127 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 17:51:32,130 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 17:51:32,133 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 17:51:32,133 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 17:51:32,134 main DEBUG createAppenders(={Console}) 2024-11-15 17:51:32,135 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-15 17:51:32,136 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-15 17:51:32,136 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-15 17:51:32,137 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 17:51:32,138 main DEBUG OutputStream closed 2024-11-15 17:51:32,138 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 17:51:32,139 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 17:51:32,139 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-15 17:51:32,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 17:51:32,225 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 17:51:32,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 17:51:32,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 17:51:32,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 17:51:32,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 17:51:32,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 17:51:32,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 17:51:32,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 17:51:32,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 17:51:32,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 17:51:32,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 17:51:32,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 17:51:32,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 17:51:32,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 17:51:32,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 17:51:32,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 17:51:32,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 17:51:32,235 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 17:51:32,235 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-15 17:51:32,236 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 17:51:32,236 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-15T17:51:32,524 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b 2024-11-15 17:51:32,527 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 17:51:32,527 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T17:51:32,535 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-15T17:51:32,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:51:32,575 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/cluster_e1b95ac6-024f-34d8-474c-9abb2697e07f, deleteOnExit=true 2024-11-15T17:51:32,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:51:32,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/test.cache.data in system properties and HBase conf 2024-11-15T17:51:32,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:51:32,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:51:32,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:51:32,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:51:32,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:51:32,666 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T17:51:32,751 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:51:32,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:51:32,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:51:32,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:51:32,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:51:32,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:51:32,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:51:32,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:51:32,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:51:32,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:51:32,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:51:32,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:51:32,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:51:32,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:51:32,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:51:33,834 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T17:51:33,912 INFO [Time-limited test {}] log.Log(170): Logging initialized @2587ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T17:51:33,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:51:34,054 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:51:34,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:51:34,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:51:34,077 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:51:34,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:51:34,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:51:34,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:51:34,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bbf242f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/java.io.tmpdir/jetty-localhost-37143-hadoop-hdfs-3_4_1-tests_jar-_-any-13030205838884509787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:51:34,296 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:37143} 2024-11-15T17:51:34,297 INFO [Time-limited test {}] server.Server(415): Started @2973ms 2024-11-15T17:51:34,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:51:34,861 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:51:34,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:51:34,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:51:34,863 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:51:34,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:51:34,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:51:34,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dfb1097{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/java.io.tmpdir/jetty-localhost-42079-hadoop-hdfs-3_4_1-tests_jar-_-any-6880053521741977479/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:51:34,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:42079} 2024-11-15T17:51:34,971 INFO [Time-limited test {}] server.Server(415): Started @3647ms 2024-11-15T17:51:35,023 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:51:35,918 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/cluster_e1b95ac6-024f-34d8-474c-9abb2697e07f/data/data1/current/BP-1436329049-172.17.0.2-1731693093375/current, will proceed with Du for space computation calculation, 2024-11-15T17:51:35,918 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/cluster_e1b95ac6-024f-34d8-474c-9abb2697e07f/data/data2/current/BP-1436329049-172.17.0.2-1731693093375/current, will proceed with Du for space computation calculation, 2024-11-15T17:51:35,950 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:51:36,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb98d184d2e4d0a2e with lease ID 0x8b9dc8da3db45f6c: Processing first storage report for DS-8b34e103-8883-45c5-b18f-84aa04bd7340 from datanode DatanodeRegistration(127.0.0.1:37027, datanodeUuid=ac92d57e-82bc-4df9-a9f3-d1b605588532, infoPort=45147, infoSecurePort=0, ipcPort=41625, storageInfo=lv=-57;cid=testClusterID;nsid=141145175;c=1731693093375) 2024-11-15T17:51:36,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb98d184d2e4d0a2e with lease ID 0x8b9dc8da3db45f6c: from storage DS-8b34e103-8883-45c5-b18f-84aa04bd7340 node DatanodeRegistration(127.0.0.1:37027, datanodeUuid=ac92d57e-82bc-4df9-a9f3-d1b605588532, infoPort=45147, infoSecurePort=0, ipcPort=41625, storageInfo=lv=-57;cid=testClusterID;nsid=141145175;c=1731693093375), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-15T17:51:36,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb98d184d2e4d0a2e with lease ID 0x8b9dc8da3db45f6c: Processing first storage report for DS-dfb6046a-3d4d-4471-860e-71de433e42e5 from datanode DatanodeRegistration(127.0.0.1:37027, datanodeUuid=ac92d57e-82bc-4df9-a9f3-d1b605588532, infoPort=45147, infoSecurePort=0, ipcPort=41625, storageInfo=lv=-57;cid=testClusterID;nsid=141145175;c=1731693093375) 2024-11-15T17:51:36,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb98d184d2e4d0a2e with lease ID 0x8b9dc8da3db45f6c: from storage DS-dfb6046a-3d4d-4471-860e-71de433e42e5 node DatanodeRegistration(127.0.0.1:37027, datanodeUuid=ac92d57e-82bc-4df9-a9f3-d1b605588532, infoPort=45147, infoSecurePort=0, ipcPort=41625, storageInfo=lv=-57;cid=testClusterID;nsid=141145175;c=1731693093375), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:51:36,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b 2024-11-15T17:51:36,140 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/cluster_e1b95ac6-024f-34d8-474c-9abb2697e07f/zookeeper_0, clientPort=60044, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/cluster_e1b95ac6-024f-34d8-474c-9abb2697e07f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/cluster_e1b95ac6-024f-34d8-474c-9abb2697e07f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T17:51:36,151 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60044 2024-11-15T17:51:36,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:51:36,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:51:36,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:51:36,801 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965 with version=8 2024-11-15T17:51:36,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/hbase-staging 2024-11-15T17:51:36,898 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T17:51:37,104 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e3b17656000:0 server-side Connection retries=45 2024-11-15T17:51:37,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:51:37,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:51:37,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:51:37,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:51:37,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:51:37,244 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:51:37,303 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T17:51:37,315 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T17:51:37,320 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:51:37,347 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 86279 (auto-detected) 2024-11-15T17:51:37,348 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T17:51:37,364 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46475 2024-11-15T17:51:37,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46475 connecting to ZooKeeper ensemble=127.0.0.1:60044 2024-11-15T17:51:37,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464750x0, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:51:37,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46475-0x10140e93f800000 connected 2024-11-15T17:51:37,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:51:37,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:51:37,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T17:51:37,585 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965, hbase.cluster.distributed=false 2024-11-15T17:51:37,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T17:51:37,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46475 2024-11-15T17:51:37,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46475 2024-11-15T17:51:37,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46475 2024-11-15T17:51:37,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46475 2024-11-15T17:51:37,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46475 2024-11-15T17:51:37,727 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e3b17656000:0 server-side Connection retries=45 2024-11-15T17:51:37,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:51:37,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:51:37,729 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:51:37,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:51:37,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:51:37,732 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:51:37,735 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:51:37,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39103 2024-11-15T17:51:37,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39103 connecting to ZooKeeper ensemble=127.0.0.1:60044 2024-11-15T17:51:37,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:51:37,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:51:37,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391030x0, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:51:37,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391030x0, quorum=127.0.0.1:60044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T17:51:37,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39103-0x10140e93f800001 connected 2024-11-15T17:51:37,780 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:51:37,790 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:51:37,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T17:51:37,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T17:51:37,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39103 2024-11-15T17:51:37,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39103 2024-11-15T17:51:37,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39103 2024-11-15T17:51:37,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39103 2024-11-15T17:51:37,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39103 2024-11-15T17:51:37,819 DEBUG [M:0;4e3b17656000:46475 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e3b17656000:46475 2024-11-15T17:51:37,820 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4e3b17656000,46475,1731693096949 2024-11-15T17:51:37,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T17:51:37,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T17:51:37,840 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4e3b17656000,46475,1731693096949 2024-11-15T17:51:37,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:51:37,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T17:51:37,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:51:37,874 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T17:51:37,875 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4e3b17656000,46475,1731693096949 from backup master directory 2024-11-15T17:51:37,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T17:51:37,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4e3b17656000,46475,1731693096949 2024-11-15T17:51:37,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T17:51:37,887 WARN [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:51:37,888 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e3b17656000,46475,1731693096949 2024-11-15T17:51:37,890 INFO [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T17:51:37,892 INFO [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T17:51:37,948 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/hbase.id] with ID: ebda3157-34c1-4a27-98ee-5a6633d0afbf 2024-11-15T17:51:37,948 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/.tmp/hbase.id 2024-11-15T17:51:37,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:51:38,359 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/.tmp/hbase.id]:[hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/hbase.id] 2024-11-15T17:51:38,411 INFO [master/4e3b17656000:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:51:38,418 INFO [master/4e3b17656000:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:51:38,438 INFO [master/4e3b17656000:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-15T17:51:38,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:51:38,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:51:38,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:51:38,915 INFO [master/4e3b17656000:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:51:38,919 INFO [master/4e3b17656000:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:51:38,934 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:38,938 INFO [master/4e3b17656000:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:51:38,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:51:39,392 INFO [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store 2024-11-15T17:51:39,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:51:39,818 INFO [master/4e3b17656000:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T17:51:39,821 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:51:39,822 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:51:39,822 INFO [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:51:39,822 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:51:39,823 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:51:39,824 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:51:39,824 INFO [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:51:39,825 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731693099822Disabling compacts and flushes for region at 1731693099822Disabling writes for close at 1731693099824 (+2 ms)Writing region close event to WAL at 1731693099824Closed at 1731693099824 2024-11-15T17:51:39,827 WARN [master/4e3b17656000:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store/.initializing 2024-11-15T17:51:39,827 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/WALs/4e3b17656000,46475,1731693096949 2024-11-15T17:51:39,838 INFO [master/4e3b17656000:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:51:39,858 INFO [master/4e3b17656000:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e3b17656000%2C46475%2C1731693096949, suffix=, logDir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/WALs/4e3b17656000,46475,1731693096949, archiveDir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/oldWALs, maxLogs=10 2024-11-15T17:51:39,888 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/WALs/4e3b17656000,46475,1731693096949/4e3b17656000%2C46475%2C1731693096949.1731693099864, exclude list is [], retry=0 2024-11-15T17:51:39,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37027,DS-8b34e103-8883-45c5-b18f-84aa04bd7340,DISK] 2024-11-15T17:51:39,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T17:51:39,957 INFO [master/4e3b17656000:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/WALs/4e3b17656000,46475,1731693096949/4e3b17656000%2C46475%2C1731693096949.1731693099864 2024-11-15T17:51:39,958 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45147:45147)] 2024-11-15T17:51:39,958 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:51:39,959 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:51:39,962 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:51:39,963 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:51:40,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:51:40,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:51:40,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:51:40,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:51:40,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:51:40,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:51:40,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:51:40,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:51:40,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:51:40,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:51:40,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:51:40,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:51:40,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:51:40,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:51:40,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:51:40,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:51:40,055 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:51:40,059 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:51:40,061 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:51:40,067 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:51:40,068 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:51:40,073 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:51:40,077 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:51:40,083 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:51:40,084 INFO [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66494002, jitterRate=-0.009162157773971558}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:51:40,091 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731693099974Initializing all the Stores at 1731693099976 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731693099977 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693099977Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693099977Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693099978 (+1 ms)Cleaning up temporary data from old regions at 1731693100068 (+90 ms)Region opened successfully at 1731693100091 (+23 ms) 2024-11-15T17:51:40,093 INFO [master/4e3b17656000:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:51:40,124 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794617bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e3b17656000/172.17.0.2:0 2024-11-15T17:51:40,156 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:51:40,166 INFO [master/4e3b17656000:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:51:40,166 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:51:40,169 INFO [master/4e3b17656000:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:51:40,171 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T17:51:40,175 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-15T17:51:40,175 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:51:40,201 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:51:40,210 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T17:51:40,231 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T17:51:40,233 INFO [master/4e3b17656000:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:51:40,235 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:51:40,244 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T17:51:40,246 INFO [master/4e3b17656000:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:51:40,250 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:51:40,260 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T17:51:40,262 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:51:40,272 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T17:51:40,292 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:51:40,309 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T17:51:40,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T17:51:40,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T17:51:40,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:51:40,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:51:40,331 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e3b17656000,46475,1731693096949, sessionid=0x10140e93f800000, setting cluster-up flag (Was=false) 2024-11-15T17:51:40,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:51:40,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:51:40,389 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T17:51:40,392 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e3b17656000,46475,1731693096949 2024-11-15T17:51:40,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:51:40,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:51:40,439 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T17:51:40,441 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e3b17656000,46475,1731693096949 2024-11-15T17:51:40,449 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:51:40,508 INFO [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(746): ClusterId : ebda3157-34c1-4a27-98ee-5a6633d0afbf 2024-11-15T17:51:40,511 DEBUG [RS:0;4e3b17656000:39103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:51:40,534 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:51:40,541 DEBUG [RS:0;4e3b17656000:39103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:51:40,542 DEBUG [RS:0;4e3b17656000:39103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:51:40,547 INFO [master/4e3b17656000:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:51:40,554 DEBUG [RS:0;4e3b17656000:39103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:51:40,555 DEBUG [RS:0;4e3b17656000:39103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a6bc54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e3b17656000/172.17.0.2:0 2024-11-15T17:51:40,556 INFO [master/4e3b17656000:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:51:40,566 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e3b17656000,46475,1731693096949 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:51:40,575 DEBUG [RS:0;4e3b17656000:39103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e3b17656000:39103 2024-11-15T17:51:40,577 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e3b17656000:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:51:40,577 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e3b17656000:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:51:40,578 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e3b17656000:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:51:40,578 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e3b17656000:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:51:40,578 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e3b17656000:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:51:40,579 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:51:40,579 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e3b17656000:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:51:40,579 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:51:40,579 INFO [RS:0;4e3b17656000:39103 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:51:40,580 INFO [RS:0;4e3b17656000:39103 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:51:40,580 DEBUG [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:51:40,583 INFO [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e3b17656000,46475,1731693096949 with port=39103, startcode=1731693097691 2024-11-15T17:51:40,583 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731693130583 2024-11-15T17:51:40,585 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:51:40,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:51:40,586 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:51:40,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:51:40,590 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:51:40,590 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:51:40,590 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:51:40,591 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:51:40,592 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:40,594 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:51:40,594 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:51:40,596 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:51:40,598 DEBUG [RS:0;4e3b17656000:39103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:51:40,598 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:51:40,598 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:51:40,602 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:51:40,602 INFO [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:51:40,607 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e3b17656000:0:becomeActiveMaster-HFileCleaner.large.0-1731693100604,5,FailOnTimeoutGroup] 2024-11-15T17:51:40,608 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e3b17656000:0:becomeActiveMaster-HFileCleaner.small.0-1731693100607,5,FailOnTimeoutGroup] 2024-11-15T17:51:40,608 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:40,609 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:51:40,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:51:40,610 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:40,610 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:40,643 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38173, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:51:40,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46475 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e3b17656000,39103,1731693097691 2024-11-15T17:51:40,651 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46475 {}] master.ServerManager(517): Registering regionserver=4e3b17656000,39103,1731693097691 2024-11-15T17:51:40,666 DEBUG [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965 2024-11-15T17:51:40,666 DEBUG [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40007 2024-11-15T17:51:40,666 DEBUG [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:51:40,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T17:51:40,698 DEBUG [RS:0;4e3b17656000:39103 {}] zookeeper.ZKUtil(111): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4e3b17656000,39103,1731693097691 2024-11-15T17:51:40,699 WARN [RS:0;4e3b17656000:39103 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:51:40,699 INFO [RS:0;4e3b17656000:39103 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:51:40,699 DEBUG [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/WALs/4e3b17656000,39103,1731693097691 2024-11-15T17:51:40,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e3b17656000,39103,1731693097691] 2024-11-15T17:51:40,728 INFO [RS:0;4e3b17656000:39103 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:51:40,744 INFO [RS:0;4e3b17656000:39103 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:51:40,749 INFO [RS:0;4e3b17656000:39103 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:51:40,749 INFO [RS:0;4e3b17656000:39103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:40,750 INFO [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:51:40,755 INFO [RS:0;4e3b17656000:39103 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:51:40,757 INFO [RS:0;4e3b17656000:39103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:40,757 DEBUG [RS:0;4e3b17656000:39103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:51:40,758 DEBUG [RS:0;4e3b17656000:39103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:51:40,758 DEBUG [RS:0;4e3b17656000:39103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:51:40,758 DEBUG [RS:0;4e3b17656000:39103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:51:40,758 DEBUG [RS:0;4e3b17656000:39103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:51:40,758 DEBUG [RS:0;4e3b17656000:39103 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e3b17656000:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:51:40,758 DEBUG [RS:0;4e3b17656000:39103 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:51:40,759 DEBUG [RS:0;4e3b17656000:39103 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:51:40,759 DEBUG [RS:0;4e3b17656000:39103 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:51:40,759 DEBUG [RS:0;4e3b17656000:39103 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:51:40,759 DEBUG [RS:0;4e3b17656000:39103 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:51:40,759 DEBUG [RS:0;4e3b17656000:39103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e3b17656000:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:51:40,759 DEBUG [RS:0;4e3b17656000:39103 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e3b17656000:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:51:40,760 DEBUG [RS:0;4e3b17656000:39103 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:51:40,761 INFO [RS:0;4e3b17656000:39103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:40,761 INFO [RS:0;4e3b17656000:39103 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:40,761 INFO [RS:0;4e3b17656000:39103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:40,762 INFO [RS:0;4e3b17656000:39103 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:40,762 INFO [RS:0;4e3b17656000:39103 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:40,762 INFO [RS:0;4e3b17656000:39103 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,39103,1731693097691-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:51:40,786 INFO [RS:0;4e3b17656000:39103 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:51:40,789 INFO [RS:0;4e3b17656000:39103 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,39103,1731693097691-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:40,789 INFO [RS:0;4e3b17656000:39103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:40,789 INFO [RS:0;4e3b17656000:39103 {}] regionserver.Replication(171): 4e3b17656000,39103,1731693097691 started 2024-11-15T17:51:40,808 INFO [RS:0;4e3b17656000:39103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:40,808 INFO [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(1482): Serving as 4e3b17656000,39103,1731693097691, RpcServer on 4e3b17656000/172.17.0.2:39103, sessionid=0x10140e93f800001 2024-11-15T17:51:40,809 DEBUG [RS:0;4e3b17656000:39103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:51:40,809 DEBUG [RS:0;4e3b17656000:39103 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e3b17656000,39103,1731693097691 2024-11-15T17:51:40,809 DEBUG [RS:0;4e3b17656000:39103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e3b17656000,39103,1731693097691' 2024-11-15T17:51:40,810 DEBUG [RS:0;4e3b17656000:39103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T17:51:40,811 DEBUG [RS:0;4e3b17656000:39103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T17:51:40,811 DEBUG [RS:0;4e3b17656000:39103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:51:40,812 DEBUG [RS:0;4e3b17656000:39103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:51:40,812 DEBUG [RS:0;4e3b17656000:39103 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e3b17656000,39103,1731693097691 2024-11-15T17:51:40,812 DEBUG [RS:0;4e3b17656000:39103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e3b17656000,39103,1731693097691' 2024-11-15T17:51:40,812 DEBUG [RS:0;4e3b17656000:39103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T17:51:40,813 DEBUG [RS:0;4e3b17656000:39103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T17:51:40,814 DEBUG [RS:0;4e3b17656000:39103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:51:40,814 INFO [RS:0;4e3b17656000:39103 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:51:40,814 INFO [RS:0;4e3b17656000:39103 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:51:40,921 INFO [RS:0;4e3b17656000:39103 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:51:40,925 INFO [RS:0;4e3b17656000:39103 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e3b17656000%2C39103%2C1731693097691, suffix=, logDir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/WALs/4e3b17656000,39103,1731693097691, archiveDir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/oldWALs, maxLogs=32 2024-11-15T17:51:40,942 DEBUG [RS:0;4e3b17656000:39103 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/WALs/4e3b17656000,39103,1731693097691/4e3b17656000%2C39103%2C1731693097691.1731693100928, exclude list is [], retry=0 2024-11-15T17:51:40,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37027,DS-8b34e103-8883-45c5-b18f-84aa04bd7340,DISK] 2024-11-15T17:51:40,951 INFO [RS:0;4e3b17656000:39103 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/WALs/4e3b17656000,39103,1731693097691/4e3b17656000%2C39103%2C1731693097691.1731693100928 2024-11-15T17:51:40,951 DEBUG [RS:0;4e3b17656000:39103 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45147:45147)] 2024-11-15T17:51:41,014 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:51:41,015 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965 2024-11-15T17:51:41,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741833_1009 (size=32) 2024-11-15T17:51:41,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:51:41,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:51:41,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:51:41,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:51:41,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:51:41,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:51:41,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:51:41,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:51:41,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:51:41,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:51:41,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:51:41,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:51:41,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:51:41,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:51:41,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:51:41,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:51:41,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:51:41,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:51:41,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740 2024-11-15T17:51:41,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740 2024-11-15T17:51:41,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:51:41,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:51:41,462 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T17:51:41,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:51:41,469 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:51:41,471 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74731659, jitterRate=0.11358849704265594}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T17:51:41,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731693101432Initializing all the Stores at 1731693101435 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731693101435Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731693101435Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693101436 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731693101436Cleaning up temporary data from old regions at 1731693101461 (+25 ms)Region opened successfully at 1731693101474 (+13 ms) 2024-11-15T17:51:41,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:51:41,474 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:51:41,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:51:41,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:51:41,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:51:41,476 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:51:41,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731693101474Disabling compacts and flushes for region at 1731693101474Disabling writes for close at 1731693101475 (+1 ms)Writing region close event to WAL at 1731693101476 (+1 ms)Closed at 1731693101476 2024-11-15T17:51:41,479 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:51:41,480 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:51:41,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:51:41,495 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:51:41,498 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:51:41,652 DEBUG [4e3b17656000:46475 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:51:41,667 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:51:41,673 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e3b17656000,39103,1731693097691, state=OPENING 2024-11-15T17:51:41,727 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:51:41,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:51:41,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:51:41,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:51:41,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:51:41,742 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:51:41,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e3b17656000,39103,1731693097691}] 2024-11-15T17:51:41,924 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:51:41,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39131, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:51:41,944 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:51:41,944 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:51:41,945 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:51:41,949 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e3b17656000%2C39103%2C1731693097691.meta, suffix=.meta, logDir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/WALs/4e3b17656000,39103,1731693097691, archiveDir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/oldWALs, maxLogs=32 2024-11-15T17:51:41,965 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/WALs/4e3b17656000,39103,1731693097691/4e3b17656000%2C39103%2C1731693097691.meta.1731693101951.meta, exclude list is [], retry=0 2024-11-15T17:51:41,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37027,DS-8b34e103-8883-45c5-b18f-84aa04bd7340,DISK] 2024-11-15T17:51:41,972 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/WALs/4e3b17656000,39103,1731693097691/4e3b17656000%2C39103%2C1731693097691.meta.1731693101951.meta 2024-11-15T17:51:41,972 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45147:45147)] 2024-11-15T17:51:41,973 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:51:41,975 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:51:41,977 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:51:41,982 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:51:41,986 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:51:41,986 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:51:41,986 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:51:41,987 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:51:41,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:51:41,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:51:41,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:51:41,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:51:41,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:51:41,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:51:41,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:51:41,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:51:41,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:51:41,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:51:41,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:51:41,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:51:41,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:51:41,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:51:41,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:51:42,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:51:42,000 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:51:42,001 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740 2024-11-15T17:51:42,004 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740 2024-11-15T17:51:42,007 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:51:42,007 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:51:42,008 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T17:51:42,011 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:51:42,014 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66308084, jitterRate=-0.011932551860809326}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T17:51:42,014 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:51:42,016 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731693101987Writing region info on filesystem at 1731693101987Initializing all the Stores at 1731693101989 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731693101989Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731693101989Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693101989Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731693101989Cleaning up temporary data from old regions at 1731693102007 (+18 ms)Running coprocessor post-open hooks at 1731693102014 (+7 ms)Region opened successfully at 1731693102015 (+1 ms) 2024-11-15T17:51:42,024 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731693101916 2024-11-15T17:51:42,035 DEBUG [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:51:42,036 INFO [RS_OPEN_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:51:42,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:51:42,041 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e3b17656000,39103,1731693097691, state=OPEN 2024-11-15T17:51:42,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T17:51:42,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T17:51:42,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:51:42,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T17:51:42,130 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:42,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:51:42,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e3b17656000,39103,1731693097691 in 385 msec 2024-11-15T17:51:42,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:51:42,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 651 msec 2024-11-15T17:51:42,148 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:51:42,149 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:51:42,174 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:51:42,176 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:51:42,200 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:51:42,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:51:42,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7360 sec 2024-11-15T17:51:42,222 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731693102222, completionTime=-1 2024-11-15T17:51:42,225 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:51:42,225 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T17:51:42,252 INFO [master/4e3b17656000:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-15T17:51:42,252 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731693162252 2024-11-15T17:51:42,253 INFO [master/4e3b17656000:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731693222253 2024-11-15T17:51:42,253 INFO [master/4e3b17656000:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-15T17:51:42,255 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,46475,1731693096949-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:42,256 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,46475,1731693096949-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:42,256 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,46475,1731693096949-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:42,257 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e3b17656000:46475, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:42,258 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:42,259 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:42,263 DEBUG [master/4e3b17656000:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:51:42,285 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.397sec 2024-11-15T17:51:42,286 INFO [master/4e3b17656000:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:51:42,288 INFO [master/4e3b17656000:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:51:42,289 INFO [master/4e3b17656000:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:51:42,290 INFO [master/4e3b17656000:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:51:42,290 INFO [master/4e3b17656000:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:51:42,291 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,46475,1731693096949-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:51:42,291 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,46475,1731693096949-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:51:42,300 DEBUG [master/4e3b17656000:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:51:42,301 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:51:42,302 INFO [master/4e3b17656000:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e3b17656000,46475,1731693096949-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:51:42,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e129cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:42,323 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T17:51:42,323 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T17:51:42,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:51:42,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:51:42,336 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:51:42,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:51:42,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:51:42,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb5a2c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:42,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:51:42,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:51:42,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:51:42,348 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:51:42,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebea588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:42,352 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:51:42,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:51:42,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:51:42,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:51:42,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e3b17656000,46475,1731693096949 2024-11-15T17:51:42,394 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=7861 2024-11-15T17:51:42,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:51:42,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,46475,1731693096949 2024-11-15T17:51:42,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@453fbba3 2024-11-15T17:51:42,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:51:42,414 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:51:42,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T17:51:42,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:51:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T17:51:42,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:51:42,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-15T17:51:42,460 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:51:42,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:51:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:51:42,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741835_1011 (size=1061) 2024-11-15T17:51:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:51:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:51:42,886 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965 2024-11-15T17:51:42,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741836_1012 (size=53) 2024-11-15T17:51:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:51:43,297 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:51:43,298 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 184c64b0d70f4e06de1ab256956530f5, disabling compactions & flushes 2024-11-15T17:51:43,298 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:43,298 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:43,298 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. after waiting 0 ms 2024-11-15T17:51:43,298 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:43,298 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:43,298 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 184c64b0d70f4e06de1ab256956530f5: Waiting for close lock at 1731693103298Disabling compacts and flushes for region at 1731693103298Disabling writes for close at 1731693103298Writing region close event to WAL at 1731693103298Closed at 1731693103298 2024-11-15T17:51:43,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:51:43,308 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731693103301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693103301"}]},"ts":"1731693103301"} 2024-11-15T17:51:43,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:51:43,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:51:43,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693103315"}]},"ts":"1731693103315"} 2024-11-15T17:51:43,322 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T17:51:43,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=184c64b0d70f4e06de1ab256956530f5, ASSIGN}] 2024-11-15T17:51:43,326 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=184c64b0d70f4e06de1ab256956530f5, ASSIGN 2024-11-15T17:51:43,329 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=184c64b0d70f4e06de1ab256956530f5, ASSIGN; state=OFFLINE, location=4e3b17656000,39103,1731693097691; forceNewPlan=false, retain=false 2024-11-15T17:51:43,481 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=184c64b0d70f4e06de1ab256956530f5, regionState=OPENING, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:51:43,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=184c64b0d70f4e06de1ab256956530f5, ASSIGN because future has completed 2024-11-15T17:51:43,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691}] 2024-11-15T17:51:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:51:43,650 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:43,651 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:51:43,651 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:43,651 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:51:43,651 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:43,652 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:43,654 INFO [StoreOpener-184c64b0d70f4e06de1ab256956530f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:43,658 INFO [StoreOpener-184c64b0d70f4e06de1ab256956530f5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:51:43,659 INFO [StoreOpener-184c64b0d70f4e06de1ab256956530f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 184c64b0d70f4e06de1ab256956530f5 columnFamilyName A 2024-11-15T17:51:43,659 DEBUG [StoreOpener-184c64b0d70f4e06de1ab256956530f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:51:43,661 INFO [StoreOpener-184c64b0d70f4e06de1ab256956530f5-1 {}] regionserver.HStore(327): Store=184c64b0d70f4e06de1ab256956530f5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:51:43,661 INFO [StoreOpener-184c64b0d70f4e06de1ab256956530f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:43,663 INFO [StoreOpener-184c64b0d70f4e06de1ab256956530f5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:51:43,663 INFO [StoreOpener-184c64b0d70f4e06de1ab256956530f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 184c64b0d70f4e06de1ab256956530f5 columnFamilyName B 2024-11-15T17:51:43,663 DEBUG [StoreOpener-184c64b0d70f4e06de1ab256956530f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:51:43,664 INFO [StoreOpener-184c64b0d70f4e06de1ab256956530f5-1 {}] regionserver.HStore(327): Store=184c64b0d70f4e06de1ab256956530f5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:51:43,664 INFO [StoreOpener-184c64b0d70f4e06de1ab256956530f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:43,666 INFO [StoreOpener-184c64b0d70f4e06de1ab256956530f5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:51:43,666 INFO [StoreOpener-184c64b0d70f4e06de1ab256956530f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 184c64b0d70f4e06de1ab256956530f5 columnFamilyName C 2024-11-15T17:51:43,667 DEBUG [StoreOpener-184c64b0d70f4e06de1ab256956530f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:51:43,668 INFO [StoreOpener-184c64b0d70f4e06de1ab256956530f5-1 {}] regionserver.HStore(327): Store=184c64b0d70f4e06de1ab256956530f5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:51:43,668 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:43,669 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:43,670 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:43,671 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:43,673 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:43,673 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:43,674 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T17:51:43,676 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:43,680 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:51:43,681 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 184c64b0d70f4e06de1ab256956530f5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59990224, jitterRate=-0.10607600212097168}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T17:51:43,681 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:43,682 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 184c64b0d70f4e06de1ab256956530f5: Running coprocessor pre-open hook at 1731693103652Writing region info on filesystem at 1731693103652Initializing all the Stores at 1731693103654 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693103654Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693103654Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693103654Cleaning up temporary data from old regions at 1731693103673 (+19 ms)Running coprocessor post-open hooks at 1731693103681 (+8 ms)Region opened successfully at 1731693103682 (+1 ms) 2024-11-15T17:51:43,684 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., pid=6, masterSystemTime=1731693103643 2024-11-15T17:51:43,689 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:43,689 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:43,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=184c64b0d70f4e06de1ab256956530f5, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:51:43,693 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46475 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=4e3b17656000,39103,1731693097691, table=TestAcidGuarantees, region=184c64b0d70f4e06de1ab256956530f5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T17:51:43,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 because future has completed 2024-11-15T17:51:43,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:51:43,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 in 210 msec 2024-11-15T17:51:43,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T17:51:43,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=184c64b0d70f4e06de1ab256956530f5, ASSIGN in 380 msec 2024-11-15T17:51:43,712 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:51:43,712 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693103712"}]},"ts":"1731693103712"} 2024-11-15T17:51:43,717 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T17:51:43,719 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:51:43,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2710 sec 2024-11-15T17:51:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:51:44,619 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:51:44,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b3430e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:51:44,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:51:44,631 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:51:44,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:51:44,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:51:44,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6900c275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:51:44,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:51:44,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:51:44,636 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:51:44,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a12729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:51:44,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:51:44,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:51:44,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:51:44,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:51:44,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,46475,1731693096949 2024-11-15T17:51:44,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@737a82e7 2024-11-15T17:51:44,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:51:44,656 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:51:44,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7685e9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:51:44,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:51:44,662 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:51:44,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:51:44,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:51:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528027bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:51:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:51:44,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:51:44,666 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:51:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749fb54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e3eb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:51:44,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:51:44,670 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:51:44,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:51:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:51:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cf4e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:51:44,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:51:44,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:51:44,674 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:51:44,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbf9665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4d8404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:51:44,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:51:44,678 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:51:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:51:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:51:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bdb6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:51:44,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:51:44,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:51:44,682 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:51:44,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbd72e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382062a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:51:44,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:51:44,687 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:51:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:51:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:51:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0e6697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:51:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:51:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:51:44,690 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:51:44,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7ca9c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f5332d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:51:44,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:51:44,693 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:51:44,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:51:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:51:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b904aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:51:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:51:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:51:44,695 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:51:44,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df19f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ef992a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:51:44,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:51:44,699 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:51:44,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:51:44,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:51:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a6891f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:51:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:51:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:51:44,701 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:51:44,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe9eb0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19215e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:51:44,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:51:44,704 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:51:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:51:44,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:51:44,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf5031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:51:44,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:51:44,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:51:44,706 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:51:44,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e54299b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64696a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:51:44,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:51:44,709 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:51:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:51:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:51:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ae3f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:51:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:51:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:51:44,712 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:51:44,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79201cc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae6950f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,714 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:51:44,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:51:44,715 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:51:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:51:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:51:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ddb883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:51:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:51:44,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:51:44,718 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:51:44,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2171b18c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:51:44,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:51:44,727 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:51:44,727 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:51:44,727 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:51:44,728 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:51:44,728 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:51:44,728 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:51:44,729 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:51:44,729 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:51:44,731 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:51:44,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:51:44,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:51:44,731 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:51:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:51:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:51:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:51:44,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:51:44,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:51:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:51:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:51:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:51:44,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:51:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:51:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:51:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:51:44,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:51:44,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:51:44,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:51:44,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:51:44,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:51:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-15T17:51:44,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:51:44,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:51:44,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:51:44,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:51:44,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:51:44,740 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:51:44,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:51:44,742 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:51:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:51:44,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:51:44,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:51:44,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:51:44,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:51:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:51:44,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:51:44,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:51:44,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:51:44,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:51:44,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:51:44,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:51:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:44,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T17:51:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:51:44,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:44,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:44,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:44,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:44,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:44,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:44,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T17:51:44,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:44,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:44,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:44,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:44,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:45,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693165001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693164987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693165005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693165001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693165009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/714d2d7c17704d54925b26ee66fbd573 is 50, key is test_row_0/A:col10/1731693104840/Put/seqid=0 2024-11-15T17:51:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:51:45,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741837_1013 (size=12001) 2024-11-15T17:51:45,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/714d2d7c17704d54925b26ee66fbd573 2024-11-15T17:51:45,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T17:51:45,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:45,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:45,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:45,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:45,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:45,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693165180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693165180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693165182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693165180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693165183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/5052fdccc51f4c6fbf1e2d72355f15aa is 50, key is test_row_0/B:col10/1731693104840/Put/seqid=0 2024-11-15T17:51:45,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741838_1014 (size=12001) 2024-11-15T17:51:45,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T17:51:45,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:45,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:45,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:45,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:45,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:51:45,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693165399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693165401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693165401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693165402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693165408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T17:51:45,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:45,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:45,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:45,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:45,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:45,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T17:51:45,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:45,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:45,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:45,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/5052fdccc51f4c6fbf1e2d72355f15aa 2024-11-15T17:51:45,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:45,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:45,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/95850108e2324d698ef60c997bd8945d is 50, key is test_row_0/C:col10/1731693104840/Put/seqid=0 2024-11-15T17:51:45,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693165718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693165720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693165720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693165728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693165728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:45,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741839_1015 (size=12001) 2024-11-15T17:51:45,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/95850108e2324d698ef60c997bd8945d 2024-11-15T17:51:45,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/714d2d7c17704d54925b26ee66fbd573 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/714d2d7c17704d54925b26ee66fbd573 2024-11-15T17:51:45,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T17:51:45,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:45,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:45,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:45,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:45,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:45,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/714d2d7c17704d54925b26ee66fbd573, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T17:51:45,820 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-15T17:51:45,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/5052fdccc51f4c6fbf1e2d72355f15aa as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/5052fdccc51f4c6fbf1e2d72355f15aa 2024-11-15T17:51:45,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/5052fdccc51f4c6fbf1e2d72355f15aa, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T17:51:45,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/95850108e2324d698ef60c997bd8945d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/95850108e2324d698ef60c997bd8945d 2024-11-15T17:51:45,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/95850108e2324d698ef60c997bd8945d, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T17:51:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:51:45,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 184c64b0d70f4e06de1ab256956530f5 in 1034ms, sequenceid=14, compaction requested=false 2024-11-15T17:51:45,880 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-15T17:51:45,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:45,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T17:51:45,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:45,958 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-15T17:51:45,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:45,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:45,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:45,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:45,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:45,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:45,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/32a23a49249646c08a018ec36f549ae9 is 50, key is test_row_0/A:col10/1731693104986/Put/seqid=0 2024-11-15T17:51:46,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741840_1016 (size=12001) 2024-11-15T17:51:46,014 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/32a23a49249646c08a018ec36f549ae9 2024-11-15T17:51:46,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/f01f1f82c9f14ac6a8d11e5d57968a9c is 50, key is test_row_0/B:col10/1731693104986/Put/seqid=0 2024-11-15T17:51:46,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741841_1017 (size=12001) 2024-11-15T17:51:46,082 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/f01f1f82c9f14ac6a8d11e5d57968a9c 2024-11-15T17:51:46,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/41e1db5dbb6643a68c349ffacf68375e is 50, key is test_row_0/C:col10/1731693104986/Put/seqid=0 2024-11-15T17:51:46,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741842_1018 (size=12001) 2024-11-15T17:51:46,164 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/41e1db5dbb6643a68c349ffacf68375e 2024-11-15T17:51:46,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/32a23a49249646c08a018ec36f549ae9 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/32a23a49249646c08a018ec36f549ae9 2024-11-15T17:51:46,199 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/32a23a49249646c08a018ec36f549ae9, entries=150, sequenceid=33, filesize=11.7 K 2024-11-15T17:51:46,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/f01f1f82c9f14ac6a8d11e5d57968a9c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f01f1f82c9f14ac6a8d11e5d57968a9c 2024-11-15T17:51:46,217 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f01f1f82c9f14ac6a8d11e5d57968a9c, entries=150, sequenceid=33, filesize=11.7 K 2024-11-15T17:51:46,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/41e1db5dbb6643a68c349ffacf68375e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/41e1db5dbb6643a68c349ffacf68375e 2024-11-15T17:51:46,237 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/41e1db5dbb6643a68c349ffacf68375e, entries=150, sequenceid=33, filesize=11.7 K 2024-11-15T17:51:46,242 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 184c64b0d70f4e06de1ab256956530f5 in 282ms, sequenceid=33, compaction requested=false 2024-11-15T17:51:46,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:46,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:46,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T17:51:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T17:51:46,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T17:51:46,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5010 sec 2024-11-15T17:51:46,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.5340 sec 2024-11-15T17:51:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:46,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T17:51:46,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:46,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:46,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:46,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:46,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:46,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:46,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/b7d271fdbd4943eea7752bcdb46fd90f is 50, key is test_row_0/A:col10/1731693106273/Put/seqid=0 2024-11-15T17:51:46,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741843_1019 (size=12001) 2024-11-15T17:51:46,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/b7d271fdbd4943eea7752bcdb46fd90f 2024-11-15T17:51:46,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/99c9ca7b91a84f80ba03b5ba929b535a is 50, key is test_row_0/B:col10/1731693106273/Put/seqid=0 2024-11-15T17:51:46,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741844_1020 (size=12001) 2024-11-15T17:51:46,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/99c9ca7b91a84f80ba03b5ba929b535a 2024-11-15T17:51:46,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/c73f537550b5442689d0cd3a49b10353 is 50, key is test_row_0/C:col10/1731693106273/Put/seqid=0 2024-11-15T17:51:46,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731693106421, max timestamp=1731693106445Num uniques 859; 2024-11-15T17:51:46,467 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:51:46,468 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693106421, max timestamp=1731693106445Num uniques 859; 2024-11-15T17:51:46,469 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:51:46,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741845_1021 (size=12001) 2024-11-15T17:51:46,494 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731693106421, max timestamp=1731693106450Num uniques 859; 2024-11-15T17:51:46,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/c73f537550b5442689d0cd3a49b10353 2024-11-15T17:51:46,494 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-15T17:51:46,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/b7d271fdbd4943eea7752bcdb46fd90f as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/b7d271fdbd4943eea7752bcdb46fd90f 2024-11-15T17:51:46,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/b7d271fdbd4943eea7752bcdb46fd90f, entries=150, sequenceid=44, filesize=11.7 K 2024-11-15T17:51:46,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/99c9ca7b91a84f80ba03b5ba929b535a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/99c9ca7b91a84f80ba03b5ba929b535a 2024-11-15T17:51:46,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693166516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:46,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693166518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:46,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:46,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:46,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693166538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693166541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:46,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693166548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:46,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/99c9ca7b91a84f80ba03b5ba929b535a, entries=150, sequenceid=44, filesize=11.7 K 2024-11-15T17:51:46,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/c73f537550b5442689d0cd3a49b10353 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/c73f537550b5442689d0cd3a49b10353 2024-11-15T17:51:46,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/c73f537550b5442689d0cd3a49b10353, entries=150, sequenceid=44, filesize=11.7 K 2024-11-15T17:51:46,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=124.84 KB/127835 for 184c64b0d70f4e06de1ab256956530f5 in 311ms, sequenceid=44, compaction requested=true 2024-11-15T17:51:46,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:46,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:51:46,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:46,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:51:46,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:46,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:51:46,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:51:46,617 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:46,619 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:46,621 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:46,623 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/B is initiating minor compaction (all files) 2024-11-15T17:51:46,624 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/B in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:46,624 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/5052fdccc51f4c6fbf1e2d72355f15aa, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f01f1f82c9f14ac6a8d11e5d57968a9c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/99c9ca7b91a84f80ba03b5ba929b535a] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=35.2 K 2024-11-15T17:51:46,633 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:46,633 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/A is initiating minor compaction (all files) 2024-11-15T17:51:46,634 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/A in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:46,634 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/714d2d7c17704d54925b26ee66fbd573, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/32a23a49249646c08a018ec36f549ae9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/b7d271fdbd4943eea7752bcdb46fd90f] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=35.2 K 2024-11-15T17:51:46,634 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 5052fdccc51f4c6fbf1e2d72355f15aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731693104828 2024-11-15T17:51:46,635 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting f01f1f82c9f14ac6a8d11e5d57968a9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731693104986 2024-11-15T17:51:46,636 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 99c9ca7b91a84f80ba03b5ba929b535a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1731693106254 2024-11-15T17:51:46,638 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 714d2d7c17704d54925b26ee66fbd573, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731693104828 2024-11-15T17:51:46,641 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32a23a49249646c08a018ec36f549ae9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731693104986 2024-11-15T17:51:46,642 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7d271fdbd4943eea7752bcdb46fd90f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1731693106254 2024-11-15T17:51:46,671 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#B#compaction#9 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:46,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=138.26 KB heapSize=394.23 KB 2024-11-15T17:51:46,672 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/2b435f8507b949958f7bb8ce71e5cd6e is 50, key is test_row_0/B:col10/1731693106273/Put/seqid=0 2024-11-15T17:51:46,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:51:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:51:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:51:46,681 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#A#compaction#10 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:46,682 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/522f39bb8f8440208d2fab485530726a is 50, key is test_row_0/A:col10/1731693106273/Put/seqid=0 2024-11-15T17:51:46,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/3e3750e9f5dd4c648fbf28255b7dadbe is 50, key is test_row_0/A:col10/1731693106664/Put/seqid=0 2024-11-15T17:51:46,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741846_1022 (size=12104) 2024-11-15T17:51:46,718 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/2b435f8507b949958f7bb8ce71e5cd6e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/2b435f8507b949958f7bb8ce71e5cd6e 2024-11-15T17:51:46,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693166706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:46,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:46,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693166702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:46,723 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T17:51:46,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:46,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693166712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:46,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:46,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693166712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:46,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:46,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693166721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:46,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:46,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741848_1024 (size=16681) 2024-11-15T17:51:46,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/3e3750e9f5dd4c648fbf28255b7dadbe 2024-11-15T17:51:46,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741847_1023 (size=12104) 2024-11-15T17:51:46,795 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/B of 184c64b0d70f4e06de1ab256956530f5 into 2b435f8507b949958f7bb8ce71e5cd6e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:46,795 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:46,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/f75675b9a8ad42c4a685a2abff19e921 is 50, key is test_row_0/B:col10/1731693106664/Put/seqid=0 2024-11-15T17:51:46,806 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/522f39bb8f8440208d2fab485530726a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/522f39bb8f8440208d2fab485530726a 2024-11-15T17:51:46,808 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/B, priority=13, startTime=1731693106614; duration=0sec 2024-11-15T17:51:46,809 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:51:46,809 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:B 2024-11-15T17:51:46,809 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:46,818 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:46,819 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/C is initiating minor compaction (all files) 2024-11-15T17:51:46,819 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/C in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:46,819 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/95850108e2324d698ef60c997bd8945d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/41e1db5dbb6643a68c349ffacf68375e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/c73f537550b5442689d0cd3a49b10353] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=35.2 K 2024-11-15T17:51:46,820 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 95850108e2324d698ef60c997bd8945d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731693104828 2024-11-15T17:51:46,821 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 41e1db5dbb6643a68c349ffacf68375e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731693104986 2024-11-15T17:51:46,824 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting c73f537550b5442689d0cd3a49b10353, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1731693106254 2024-11-15T17:51:46,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693166828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:46,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693166828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:46,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:46,843 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/A of 184c64b0d70f4e06de1ab256956530f5 into 522f39bb8f8440208d2fab485530726a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:46,843 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:46,843 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/A, priority=13, startTime=1731693106594; duration=0sec 2024-11-15T17:51:46,843 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:46,844 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:A 2024-11-15T17:51:46,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741849_1025 (size=12001) 2024-11-15T17:51:46,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693166850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:46,861 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#C#compaction#13 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:46,862 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/dee4e0828bed47a8a85d7790c7b2c253 is 50, key is test_row_0/C:col10/1731693106273/Put/seqid=0 2024-11-15T17:51:46,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693166857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:46,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:46,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693166857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:46,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:46,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:51:46,888 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:51:46,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:51:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-15T17:51:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T17:51:46,895 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:51:46,896 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:51:46,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:51:46,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741850_1026 (size=12104) 2024-11-15T17:51:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T17:51:47,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693167047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:47,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:47,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693167048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:47,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:47,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T17:51:47,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:47,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:47,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:47,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:47,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:47,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693167068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:47,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:47,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693167078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:47,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693167079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:47,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:47,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T17:51:47,294 INFO [AsyncFSWAL-0-hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData-prefix:4e3b17656000,46475,1731693096949 {}] wal.AbstractFSWAL(1368): Slow sync cost: 233 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37027,DS-8b34e103-8883-45c5-b18f-84aa04bd7340,DISK]] 2024-11-15T17:51:47,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/f75675b9a8ad42c4a685a2abff19e921 2024-11-15T17:51:47,319 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/dee4e0828bed47a8a85d7790c7b2c253 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/dee4e0828bed47a8a85d7790c7b2c253 2024-11-15T17:51:47,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/311392696c934557a43fc50f80865860 is 50, key is test_row_0/C:col10/1731693106664/Put/seqid=0 2024-11-15T17:51:47,332 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/C of 184c64b0d70f4e06de1ab256956530f5 into dee4e0828bed47a8a85d7790c7b2c253(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:47,333 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:47,333 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/C, priority=13, startTime=1731693106614; duration=0sec 2024-11-15T17:51:47,333 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:47,333 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:C 2024-11-15T17:51:47,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741851_1027 (size=12001) 2024-11-15T17:51:47,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/311392696c934557a43fc50f80865860 2024-11-15T17:51:47,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693167357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:47,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:47,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693167367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:47,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:47,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/3e3750e9f5dd4c648fbf28255b7dadbe as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/3e3750e9f5dd4c648fbf28255b7dadbe 2024-11-15T17:51:47,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693167377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:47,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:47,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/3e3750e9f5dd4c648fbf28255b7dadbe, entries=250, sequenceid=81, filesize=16.3 K 2024-11-15T17:51:47,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/f75675b9a8ad42c4a685a2abff19e921 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f75675b9a8ad42c4a685a2abff19e921 2024-11-15T17:51:47,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693167397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:47,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:47,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693167397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:47,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:47,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:47,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f75675b9a8ad42c4a685a2abff19e921, entries=150, sequenceid=81, filesize=11.7 K 2024-11-15T17:51:47,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/311392696c934557a43fc50f80865860 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/311392696c934557a43fc50f80865860 2024-11-15T17:51:47,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/311392696c934557a43fc50f80865860, entries=150, sequenceid=81, filesize=11.7 K 2024-11-15T17:51:47,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~138.26 KB/141575, heapSize ~394.18 KB/403640, currentSize=46.96 KB/48090 for 184c64b0d70f4e06de1ab256956530f5 in 758ms, sequenceid=81, compaction requested=false 2024-11-15T17:51:47,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:47,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T17:51:47,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:47,446 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T17:51:47,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:47,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:47,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:47,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:47,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:47,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:47,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/ab7f6568fb7d45188c1e9af911110970 is 50, key is test_row_0/A:col10/1731693106706/Put/seqid=0 2024-11-15T17:51:47,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741852_1028 (size=12001) 2024-11-15T17:51:47,502 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T17:51:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T17:51:47,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:51:47,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T17:51:47,582 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:51:47,582 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T17:51:47,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T17:51:47,583 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T17:51:47,584 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-15T17:51:47,584 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-15T17:51:47,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:47,893 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/ab7f6568fb7d45188c1e9af911110970 2024-11-15T17:51:47,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/7c9c363256064069b498eda24c1a6dc1 is 50, key is test_row_0/B:col10/1731693106706/Put/seqid=0 2024-11-15T17:51:47,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741853_1029 (size=12001) 2024-11-15T17:51:47,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693107934, max timestamp=1731693107939Num uniques 859; 2024-11-15T17:51:47,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:51:47,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693107934, max timestamp=1731693107939Num uniques 859; 2024-11-15T17:51:47,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:51:47,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731693107934, max timestamp=1731693107945Num uniques 859; 2024-11-15T17:51:47,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-15T17:51:48,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693167990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693167993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693167996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693167999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693168002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T17:51:48,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693168107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693168118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693168118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693168118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693168118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693168329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693168328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693168329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,343 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/7c9c363256064069b498eda24c1a6dc1 2024-11-15T17:51:48,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693168337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693168337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/fa4a92fa20674fd2bc7d36e2e012f688 is 50, key is test_row_0/C:col10/1731693106706/Put/seqid=0 2024-11-15T17:51:48,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741854_1030 (size=12001) 2024-11-15T17:51:48,414 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/fa4a92fa20674fd2bc7d36e2e012f688 2024-11-15T17:51:48,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/ab7f6568fb7d45188c1e9af911110970 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ab7f6568fb7d45188c1e9af911110970 2024-11-15T17:51:48,455 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ab7f6568fb7d45188c1e9af911110970, entries=150, sequenceid=94, filesize=11.7 K 2024-11-15T17:51:48,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/7c9c363256064069b498eda24c1a6dc1 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/7c9c363256064069b498eda24c1a6dc1 2024-11-15T17:51:48,476 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/7c9c363256064069b498eda24c1a6dc1, entries=150, sequenceid=94, filesize=11.7 K 2024-11-15T17:51:48,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/fa4a92fa20674fd2bc7d36e2e012f688 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/fa4a92fa20674fd2bc7d36e2e012f688 2024-11-15T17:51:48,495 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/fa4a92fa20674fd2bc7d36e2e012f688, entries=150, sequenceid=94, filesize=11.7 K 2024-11-15T17:51:48,497 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=133.78 KB/136995 for 184c64b0d70f4e06de1ab256956530f5 in 1051ms, sequenceid=94, compaction requested=true 2024-11-15T17:51:48,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:48,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:48,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-15T17:51:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-15T17:51:48,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T17:51:48,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6030 sec 2024-11-15T17:51:48,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.6170 sec 2024-11-15T17:51:48,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731693107992, max timestamp=1731693108639Num uniques 1018; 2024-11-15T17:51:48,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-15T17:51:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:48,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=109.18 KB heapSize=311.21 KB 2024-11-15T17:51:48,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:48,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:51:48,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:48,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T17:51:48,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:48,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T17:51:48,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/a38c8df6c26944fe915e4e7cd23b57de is 50, key is test_row_0/A:col10/1731693108655/Put/seqid=0 2024-11-15T17:51:48,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693168697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693168698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693168699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741855_1031 (size=12151) 2024-11-15T17:51:48,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/a38c8df6c26944fe915e4e7cd23b57de 2024-11-15T17:51:48,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693168702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693168704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/e62cbb2383a1469e93c3a929408bb1cb is 50, key is test_row_0/B:col10/1731693108655/Put/seqid=0 2024-11-15T17:51:48,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741856_1032 (size=12151) 2024-11-15T17:51:48,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693168806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693168817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693168817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693168827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:48,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693168829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:48,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:48,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:48,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T17:51:49,039 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:51:49,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:51:49,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693169027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-15T17:51:49,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:49,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693169039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T17:51:49,044 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:51:49,046 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:51:49,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:51:49,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:49,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693169039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:49,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693169047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:49,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693169047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:49,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:49,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:49,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T17:51:49,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/e62cbb2383a1469e93c3a929408bb1cb 2024-11-15T17:51:49,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/80d60713308a41a2b5fdbe88d77ea3ef is 50, key is test_row_0/C:col10/1731693108655/Put/seqid=0 2024-11-15T17:51:49,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T17:51:49,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:49,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:49,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:49,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:49,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:49,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741857_1033 (size=12151) 2024-11-15T17:51:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T17:51:49,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693169352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:49,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T17:51:49,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:49,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:49,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:49,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:49,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:49,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693169357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:49,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693169357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:49,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693169358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:49,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:49,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693169358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:49,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:49,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:49,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:49,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T17:51:49,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:49,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:49,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:49,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:49,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:49,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.04 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/80d60713308a41a2b5fdbe88d77ea3ef 2024-11-15T17:51:49,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/a38c8df6c26944fe915e4e7cd23b57de as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/a38c8df6c26944fe915e4e7cd23b57de 2024-11-15T17:51:49,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/a38c8df6c26944fe915e4e7cd23b57de, entries=150, sequenceid=134, filesize=11.9 K 2024-11-15T17:51:49,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/e62cbb2383a1469e93c3a929408bb1cb as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/e62cbb2383a1469e93c3a929408bb1cb 2024-11-15T17:51:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T17:51:49,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/e62cbb2383a1469e93c3a929408bb1cb, entries=150, sequenceid=134, filesize=11.9 K 2024-11-15T17:51:49,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/80d60713308a41a2b5fdbe88d77ea3ef as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/80d60713308a41a2b5fdbe88d77ea3ef 2024-11-15T17:51:49,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T17:51:49,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:49,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:49,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:49,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:49,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:49,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/80d60713308a41a2b5fdbe88d77ea3ef, entries=150, sequenceid=134, filesize=11.9 K 2024-11-15T17:51:49,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~115.89 KB/118675, heapSize ~331.09 KB/339032, currentSize=67.09 KB/68700 for 184c64b0d70f4e06de1ab256956530f5 in 1029ms, sequenceid=134, compaction requested=true 2024-11-15T17:51:49,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:49,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:51:49,694 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:51:49,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:49,694 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:51:49,697 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:51:49,698 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/B is initiating minor compaction (all files) 2024-11-15T17:51:49,698 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/B in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:49,698 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/2b435f8507b949958f7bb8ce71e5cd6e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f75675b9a8ad42c4a685a2abff19e921, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/7c9c363256064069b498eda24c1a6dc1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/e62cbb2383a1469e93c3a929408bb1cb] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=47.1 K 2024-11-15T17:51:49,699 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52937 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:51:49,699 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/A is initiating minor compaction (all files) 2024-11-15T17:51:49,699 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/A in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:49,700 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/522f39bb8f8440208d2fab485530726a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/3e3750e9f5dd4c648fbf28255b7dadbe, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ab7f6568fb7d45188c1e9af911110970, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/a38c8df6c26944fe915e4e7cd23b57de] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=51.7 K 2024-11-15T17:51:49,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:51:49,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:49,701 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b435f8507b949958f7bb8ce71e5cd6e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1731693106254 2024-11-15T17:51:49,701 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 522f39bb8f8440208d2fab485530726a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1731693106254 2024-11-15T17:51:49,702 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting f75675b9a8ad42c4a685a2abff19e921, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731693106534 2024-11-15T17:51:49,702 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e3750e9f5dd4c648fbf28255b7dadbe, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731693106531 2024-11-15T17:51:49,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:51:49,703 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c9c363256064069b498eda24c1a6dc1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731693106702 2024-11-15T17:51:49,703 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab7f6568fb7d45188c1e9af911110970, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731693106702 2024-11-15T17:51:49,704 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting e62cbb2383a1469e93c3a929408bb1cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731693108639 2024-11-15T17:51:49,704 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting a38c8df6c26944fe915e4e7cd23b57de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731693108639 2024-11-15T17:51:49,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:51:49,755 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#B#compaction#22 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:49,756 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/900dd6701f5a41c694bc8cfad88a6f67 is 50, key is test_row_0/B:col10/1731693108655/Put/seqid=0 2024-11-15T17:51:49,765 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#A#compaction#21 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:49,771 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/3fcafa297665444a8dff796a01eeb283 is 50, key is test_row_0/A:col10/1731693108655/Put/seqid=0 2024-11-15T17:51:49,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741858_1034 (size=12391) 2024-11-15T17:51:49,817 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/900dd6701f5a41c694bc8cfad88a6f67 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/900dd6701f5a41c694bc8cfad88a6f67 2024-11-15T17:51:49,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T17:51:49,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:49,833 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T17:51:49,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:49,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:49,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:49,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:49,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:49,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:49,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741859_1035 (size=12391) 2024-11-15T17:51:49,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/666daa7998cd4edfb562e0807dcbcd47 is 50, key is test_row_0/A:col10/1731693108695/Put/seqid=0 2024-11-15T17:51:49,852 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/B of 184c64b0d70f4e06de1ab256956530f5 into 900dd6701f5a41c694bc8cfad88a6f67(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:49,852 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:49,852 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/B, priority=12, startTime=1731693109694; duration=0sec 2024-11-15T17:51:49,852 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:51:49,852 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:B 2024-11-15T17:51:49,852 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:51:49,856 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:51:49,856 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/C is initiating minor compaction (all files) 2024-11-15T17:51:49,856 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/C in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:49,857 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/dee4e0828bed47a8a85d7790c7b2c253, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/311392696c934557a43fc50f80865860, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/fa4a92fa20674fd2bc7d36e2e012f688, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/80d60713308a41a2b5fdbe88d77ea3ef] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=47.1 K 2024-11-15T17:51:49,858 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting dee4e0828bed47a8a85d7790c7b2c253, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1731693106254 2024-11-15T17:51:49,860 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 311392696c934557a43fc50f80865860, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731693106534 2024-11-15T17:51:49,861 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting fa4a92fa20674fd2bc7d36e2e012f688, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731693106702 2024-11-15T17:51:49,862 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 80d60713308a41a2b5fdbe88d77ea3ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731693108639 2024-11-15T17:51:49,862 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/3fcafa297665444a8dff796a01eeb283 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/3fcafa297665444a8dff796a01eeb283 2024-11-15T17:51:49,884 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/A of 184c64b0d70f4e06de1ab256956530f5 into 3fcafa297665444a8dff796a01eeb283(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:49,884 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:49,884 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/A, priority=12, startTime=1731693109694; duration=0sec 2024-11-15T17:51:49,885 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:49,885 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:A 2024-11-15T17:51:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:49,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741860_1036 (size=12151) 2024-11-15T17:51:49,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:49,901 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/666daa7998cd4edfb562e0807dcbcd47 2024-11-15T17:51:49,902 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:49,903 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/f30096ef57f744e6aed792c6c33fa09c is 50, key is test_row_0/C:col10/1731693108655/Put/seqid=0 2024-11-15T17:51:49,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/8f846c8f05864f8f95fd54d1c4444c1e is 50, key is test_row_0/B:col10/1731693108695/Put/seqid=0 2024-11-15T17:51:49,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741861_1037 (size=12391) 2024-11-15T17:51:49,958 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/f30096ef57f744e6aed792c6c33fa09c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/f30096ef57f744e6aed792c6c33fa09c 2024-11-15T17:51:49,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693169951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:49,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:49,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741862_1038 (size=12151) 2024-11-15T17:51:49,970 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/8f846c8f05864f8f95fd54d1c4444c1e 2024-11-15T17:51:49,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693169962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:49,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693169963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:49,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:49,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693169964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:49,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:49,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693169966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:49,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:49,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:49,994 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/C of 184c64b0d70f4e06de1ab256956530f5 into f30096ef57f744e6aed792c6c33fa09c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:49,994 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:49,994 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/C, priority=12, startTime=1731693109702; duration=0sec 2024-11-15T17:51:49,994 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:49,994 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:C 2024-11-15T17:51:49,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/ef73d5ecd79b405f84743d11d670fdab is 50, key is test_row_0/C:col10/1731693108695/Put/seqid=0 2024-11-15T17:51:50,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741863_1039 (size=12151) 2024-11-15T17:51:50,016 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/ef73d5ecd79b405f84743d11d670fdab 2024-11-15T17:51:50,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/666daa7998cd4edfb562e0807dcbcd47 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/666daa7998cd4edfb562e0807dcbcd47 2024-11-15T17:51:50,043 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/666daa7998cd4edfb562e0807dcbcd47, entries=150, sequenceid=147, filesize=11.9 K 2024-11-15T17:51:50,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/8f846c8f05864f8f95fd54d1c4444c1e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/8f846c8f05864f8f95fd54d1c4444c1e 2024-11-15T17:51:50,059 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/8f846c8f05864f8f95fd54d1c4444c1e, entries=150, sequenceid=147, filesize=11.9 K 2024-11-15T17:51:50,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/ef73d5ecd79b405f84743d11d670fdab as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/ef73d5ecd79b405f84743d11d670fdab 2024-11-15T17:51:50,078 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/ef73d5ecd79b405f84743d11d670fdab, entries=150, sequenceid=147, filesize=11.9 K 2024-11-15T17:51:50,079 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 184c64b0d70f4e06de1ab256956530f5 in 246ms, sequenceid=147, compaction requested=false 2024-11-15T17:51:50,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:50,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:50,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-15T17:51:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-15T17:51:50,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693109935, max timestamp=1731693110081Num uniques 859; 2024-11-15T17:51:50,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693109935, max timestamp=1731693110081Num uniques 859; 2024-11-15T17:51:50,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:51:50,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:51:50,087 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693109935, max timestamp=1731693110081Num uniques 859; 2024-11-15T17:51:50,087 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:51:50,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T17:51:50,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0370 sec 2024-11-15T17:51:50,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-11-15T17:51:50,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:50,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:51:50,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:50,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:51:50,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:50,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:51:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:50,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.0570 sec 2024-11-15T17:51:50,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/4eb87a3497af4606a3c31bf201e5856f is 50, key is test_row_0/A:col10/1731693110093/Put/seqid=0 2024-11-15T17:51:50,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741864_1040 (size=16931) 2024-11-15T17:51:50,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/4eb87a3497af4606a3c31bf201e5856f 2024-11-15T17:51:50,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/a88de705c4ba4828a2a166981cb73b0e is 50, key is test_row_0/B:col10/1731693110093/Put/seqid=0 2024-11-15T17:51:50,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741865_1041 (size=12151) 2024-11-15T17:51:50,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/a88de705c4ba4828a2a166981cb73b0e 2024-11-15T17:51:50,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731693110128, max timestamp=1731693110157Num uniques 859; 2024-11-15T17:51:50,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-15T17:51:50,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731693110128, max timestamp=1731693110157Num uniques 859; 2024-11-15T17:51:50,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-15T17:51:50,168 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731693110128, max timestamp=1731693110157Num uniques 859; 2024-11-15T17:51:50,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-15T17:51:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T17:51:50,177 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:51:50,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:51:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-15T17:51:50,183 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:51:50,185 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:51:50,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:51:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T17:51:50,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/9768856ec1ee4ccf87cbd01581e00538 is 50, key is test_row_0/C:col10/1731693110093/Put/seqid=0 2024-11-15T17:51:50,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693170212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693170214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693170216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741866_1042 (size=12151) 2024-11-15T17:51:50,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/9768856ec1ee4ccf87cbd01581e00538 2024-11-15T17:51:50,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693170229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693170230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/4eb87a3497af4606a3c31bf201e5856f as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/4eb87a3497af4606a3c31bf201e5856f 2024-11-15T17:51:50,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/4eb87a3497af4606a3c31bf201e5856f, entries=250, sequenceid=175, filesize=16.5 K 2024-11-15T17:51:50,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/a88de705c4ba4828a2a166981cb73b0e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/a88de705c4ba4828a2a166981cb73b0e 2024-11-15T17:51:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T17:51:50,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/a88de705c4ba4828a2a166981cb73b0e, entries=150, sequenceid=175, filesize=11.9 K 2024-11-15T17:51:50,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/9768856ec1ee4ccf87cbd01581e00538 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/9768856ec1ee4ccf87cbd01581e00538 2024-11-15T17:51:50,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/9768856ec1ee4ccf87cbd01581e00538, entries=150, sequenceid=175, filesize=11.9 K 2024-11-15T17:51:50,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=134.18 KB/137400 for 184c64b0d70f4e06de1ab256956530f5 in 236ms, sequenceid=175, compaction requested=true 2024-11-15T17:51:50,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:50,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:51:50,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:51:50,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:51:50,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:51:50,333 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:50,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:51:50,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T17:51:50,333 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:50,337 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:50,337 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/B is initiating minor compaction (all files) 2024-11-15T17:51:50,337 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/B in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:50,338 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/900dd6701f5a41c694bc8cfad88a6f67, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/8f846c8f05864f8f95fd54d1c4444c1e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/a88de705c4ba4828a2a166981cb73b0e] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=35.8 K 2024-11-15T17:51:50,342 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 900dd6701f5a41c694bc8cfad88a6f67, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731693108639 2024-11-15T17:51:50,342 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41473 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:50,342 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/A is initiating minor compaction (all files) 2024-11-15T17:51:50,342 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/A in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:50,343 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/3fcafa297665444a8dff796a01eeb283, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/666daa7998cd4edfb562e0807dcbcd47, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/4eb87a3497af4606a3c31bf201e5856f] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=40.5 K 2024-11-15T17:51:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:50,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=140.89 KB heapSize=386.16 KB 2024-11-15T17:51:50,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:50,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:51:50,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:50,345 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f846c8f05864f8f95fd54d1c4444c1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731693108682 2024-11-15T17:51:50,345 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fcafa297665444a8dff796a01eeb283, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731693108639 2024-11-15T17:51:50,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:51:50,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:50,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:51:50,346 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 666daa7998cd4edfb562e0807dcbcd47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731693108682 2024-11-15T17:51:50,346 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting a88de705c4ba4828a2a166981cb73b0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731693110088 2024-11-15T17:51:50,347 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4eb87a3497af4606a3c31bf201e5856f, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731693109961 2024-11-15T17:51:50,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T17:51:50,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:50,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:50,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:50,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:50,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:50,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/47d8df1fadbd42f78d0a1288de5d3ffe is 50, key is test_row_0/A:col10/1731693110174/Put/seqid=0 2024-11-15T17:51:50,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693170359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693170361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693170365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693170375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693170377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,396 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#A#compaction#32 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:50,396 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/8b9a6d4f09694f5e9d177046e0e1cab4 is 50, key is test_row_0/A:col10/1731693110093/Put/seqid=0 2024-11-15T17:51:50,398 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#B#compaction#31 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:50,398 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/d48e1b04d61c4a8d81ee4c58c1a0cc63 is 50, key is test_row_0/B:col10/1731693110093/Put/seqid=0 2024-11-15T17:51:50,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741867_1043 (size=14541) 2024-11-15T17:51:50,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741868_1044 (size=12493) 2024-11-15T17:51:50,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741869_1045 (size=12493) 2024-11-15T17:51:50,476 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/d48e1b04d61c4a8d81ee4c58c1a0cc63 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/d48e1b04d61c4a8d81ee4c58c1a0cc63 2024-11-15T17:51:50,489 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/B of 184c64b0d70f4e06de1ab256956530f5 into d48e1b04d61c4a8d81ee4c58c1a0cc63(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:50,489 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:50,489 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/B, priority=13, startTime=1731693110333; duration=0sec 2024-11-15T17:51:50,490 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:51:50,490 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:B 2024-11-15T17:51:50,490 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:50,494 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:50,495 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/C is initiating minor compaction (all files) 2024-11-15T17:51:50,495 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/C in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:50,495 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/f30096ef57f744e6aed792c6c33fa09c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/ef73d5ecd79b405f84743d11d670fdab, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/9768856ec1ee4ccf87cbd01581e00538] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=35.8 K 2024-11-15T17:51:50,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693170486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693170487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,497 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting f30096ef57f744e6aed792c6c33fa09c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731693108639 2024-11-15T17:51:50,501 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting ef73d5ecd79b405f84743d11d670fdab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731693108682 2024-11-15T17:51:50,502 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 9768856ec1ee4ccf87cbd01581e00538, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731693110088 2024-11-15T17:51:50,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693170500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693170500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T17:51:50,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T17:51:50,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:50,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:50,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:50,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:50,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:50,546 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#C#compaction#33 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:50,550 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/8d2d95d9cfeb43828b5d6cdb7aad15dc is 50, key is test_row_0/C:col10/1731693110093/Put/seqid=0 2024-11-15T17:51:50,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741870_1046 (size=12493) 2024-11-15T17:51:50,585 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/8d2d95d9cfeb43828b5d6cdb7aad15dc as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/8d2d95d9cfeb43828b5d6cdb7aad15dc 2024-11-15T17:51:50,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693170588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,608 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/C of 184c64b0d70f4e06de1ab256956530f5 into 8d2d95d9cfeb43828b5d6cdb7aad15dc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:50,608 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:50,609 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/C, priority=13, startTime=1731693110333; duration=0sec 2024-11-15T17:51:50,609 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:50,609 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:C 2024-11-15T17:51:50,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T17:51:50,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:50,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:50,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:50,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:50,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:50,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693170707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693170707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693170707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693170717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/47d8df1fadbd42f78d0a1288de5d3ffe 2024-11-15T17:51:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T17:51:50,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T17:51:50,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:50,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:50,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:50,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:50,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:50,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/762f2073d7924f6fbf54967b412f944e is 50, key is test_row_0/B:col10/1731693110174/Put/seqid=0 2024-11-15T17:51:50,886 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/8b9a6d4f09694f5e9d177046e0e1cab4 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/8b9a6d4f09694f5e9d177046e0e1cab4 2024-11-15T17:51:50,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741871_1047 (size=12151) 2024-11-15T17:51:50,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/762f2073d7924f6fbf54967b412f944e 2024-11-15T17:51:50,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693170897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:50,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:50,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:50,907 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/A of 184c64b0d70f4e06de1ab256956530f5 into 8b9a6d4f09694f5e9d177046e0e1cab4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:50,908 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:50,909 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/A, priority=13, startTime=1731693110332; duration=0sec 2024-11-15T17:51:50,912 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:50,912 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:A 2024-11-15T17:51:50,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/a2ed6e1a1b2045c69adffcf6a027baf0 is 50, key is test_row_0/C:col10/1731693110174/Put/seqid=0 2024-11-15T17:51:50,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741872_1048 (size=12151) 2024-11-15T17:51:50,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/a2ed6e1a1b2045c69adffcf6a027baf0 2024-11-15T17:51:50,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/47d8df1fadbd42f78d0a1288de5d3ffe as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/47d8df1fadbd42f78d0a1288de5d3ffe 2024-11-15T17:51:50,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T17:51:50,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:50,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:50,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:50,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:50,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/47d8df1fadbd42f78d0a1288de5d3ffe, entries=200, sequenceid=209, filesize=14.2 K 2024-11-15T17:51:51,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/762f2073d7924f6fbf54967b412f944e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/762f2073d7924f6fbf54967b412f944e 2024-11-15T17:51:51,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693171018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:51,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693171018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:51,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/762f2073d7924f6fbf54967b412f944e, entries=150, sequenceid=209, filesize=11.9 K 2024-11-15T17:51:51,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/a2ed6e1a1b2045c69adffcf6a027baf0 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/a2ed6e1a1b2045c69adffcf6a027baf0 2024-11-15T17:51:51,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693171027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:51,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:51,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/a2ed6e1a1b2045c69adffcf6a027baf0, entries=150, sequenceid=209, filesize=11.9 K 2024-11-15T17:51:51,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~386.11 KB/395376, currentSize=46.96 KB/48090 for 184c64b0d70f4e06de1ab256956530f5 in 692ms, sequenceid=209, compaction requested=false 2024-11-15T17:51:51,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:51,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T17:51:51,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:51,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:51,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:51,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:51,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:51,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:51,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/1ce1859be8e94df7b6a2d6fc90f5c4dc is 50, key is test_row_0/A:col10/1731693111038/Put/seqid=0 2024-11-15T17:51:51,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741873_1049 (size=12151) 2024-11-15T17:51:51,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T17:51:51,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:51,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:51,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:51,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693171182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:51,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:51,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693171296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:51,301 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,301 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,301 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:51,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T17:51:51,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:51,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:51,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:51,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T17:51:51,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693171407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:51,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:51,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T17:51:51,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:51,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:51,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:51,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693171507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:51,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/1ce1859be8e94df7b6a2d6fc90f5c4dc 2024-11-15T17:51:51,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/a9d1e1284b084d4c8547dd6b8edd5597 is 50, key is test_row_0/B:col10/1731693111038/Put/seqid=0 2024-11-15T17:51:51,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693171526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:51,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693171528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:51,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741874_1050 (size=12151) 2024-11-15T17:51:51,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:51,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693171537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:51,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:51,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T17:51:51,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:51,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:51,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:51,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T17:51:51,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:51,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:51,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:51,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693171817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:51,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:51,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T17:51:51,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:51,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:51,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:51,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/a9d1e1284b084d4c8547dd6b8edd5597 2024-11-15T17:51:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:51,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/ba207a99fb2f4368801595b2ed34b233 is 50, key is test_row_0/C:col10/1731693111038/Put/seqid=0 2024-11-15T17:51:51,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741875_1051 (size=12151) 2024-11-15T17:51:51,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/ba207a99fb2f4368801595b2ed34b233 2024-11-15T17:51:51,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/1ce1859be8e94df7b6a2d6fc90f5c4dc as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/1ce1859be8e94df7b6a2d6fc90f5c4dc 2024-11-15T17:51:52,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/1ce1859be8e94df7b6a2d6fc90f5c4dc, entries=150, sequenceid=224, filesize=11.9 K 2024-11-15T17:51:52,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/a9d1e1284b084d4c8547dd6b8edd5597 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/a9d1e1284b084d4c8547dd6b8edd5597 2024-11-15T17:51:52,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/a9d1e1284b084d4c8547dd6b8edd5597, entries=150, sequenceid=224, filesize=11.9 K 2024-11-15T17:51:52,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/ba207a99fb2f4368801595b2ed34b233 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/ba207a99fb2f4368801595b2ed34b233 2024-11-15T17:51:52,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/ba207a99fb2f4368801595b2ed34b233, entries=150, sequenceid=224, filesize=11.9 K 2024-11-15T17:51:52,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 184c64b0d70f4e06de1ab256956530f5 in 1016ms, sequenceid=224, compaction requested=true 2024-11-15T17:51:52,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:52,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:51:52,060 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:52,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:52,060 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:52,062 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:52,062 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:52,062 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/B is initiating minor compaction (all files) 2024-11-15T17:51:52,062 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/A is initiating minor compaction (all files) 2024-11-15T17:51:52,062 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/A in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:52,063 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/8b9a6d4f09694f5e9d177046e0e1cab4, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/47d8df1fadbd42f78d0a1288de5d3ffe, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/1ce1859be8e94df7b6a2d6fc90f5c4dc] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=38.3 K 2024-11-15T17:51:52,063 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/B in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:52,063 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/d48e1b04d61c4a8d81ee4c58c1a0cc63, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/762f2073d7924f6fbf54967b412f944e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/a9d1e1284b084d4c8547dd6b8edd5597] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=35.9 K 2024-11-15T17:51:52,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:51:52,064 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b9a6d4f09694f5e9d177046e0e1cab4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731693110088 2024-11-15T17:51:52,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:52,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:51:52,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:51:52,064 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting d48e1b04d61c4a8d81ee4c58c1a0cc63, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731693110088 2024-11-15T17:51:52,064 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 762f2073d7924f6fbf54967b412f944e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731693110174 2024-11-15T17:51:52,064 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47d8df1fadbd42f78d0a1288de5d3ffe, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731693110174 2024-11-15T17:51:52,065 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ce1859be8e94df7b6a2d6fc90f5c4dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731693110373 2024-11-15T17:51:52,065 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting a9d1e1284b084d4c8547dd6b8edd5597, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731693110373 2024-11-15T17:51:52,085 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:52,086 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/c6ac6d6f540e4af994ecaf0cb564bffe is 50, key is test_row_0/B:col10/1731693111038/Put/seqid=0 2024-11-15T17:51:52,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T17:51:52,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:52,092 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-15T17:51:52,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:52,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:52,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:52,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:52,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:52,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:52,105 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:52,106 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/ec95aa914a024bc8b23ada2f982ca8d5 is 50, key is test_row_0/A:col10/1731693111038/Put/seqid=0 2024-11-15T17:51:52,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/17c1a0b8ab874907acf72aadb62cb7d8 is 50, key is test_row_0/A:col10/1731693111180/Put/seqid=0 2024-11-15T17:51:52,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741876_1052 (size=12595) 2024-11-15T17:51:52,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741877_1053 (size=12595) 2024-11-15T17:51:52,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741878_1054 (size=12151) 2024-11-15T17:51:52,182 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/17c1a0b8ab874907acf72aadb62cb7d8 2024-11-15T17:51:52,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/4c35b040ffd6401dbeccbf34e6966ba9 is 50, key is test_row_0/B:col10/1731693111180/Put/seqid=0 2024-11-15T17:51:52,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741879_1055 (size=12151) 2024-11-15T17:51:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:52,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T17:51:52,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693172406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:52,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693172417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:52,430 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in 184c64b0d70f4e06de1ab256956530f5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:51:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:52,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693172521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:52,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:52,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:52,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:52,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693172537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:52,538 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in 184c64b0d70f4e06de1ab256956530f5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:51:52,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:52,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:52,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693172548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:52,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693172547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:52,555 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_1' in 184c64b0d70f4e06de1ab256956530f5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:51:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:52,557 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in 184c64b0d70f4e06de1ab256956530f5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:51:52,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:52,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:52,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:52,565 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/c6ac6d6f540e4af994ecaf0cb564bffe as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/c6ac6d6f540e4af994ecaf0cb564bffe 2024-11-15T17:51:52,577 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/ec95aa914a024bc8b23ada2f982ca8d5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ec95aa914a024bc8b23ada2f982ca8d5 2024-11-15T17:51:52,584 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/B of 184c64b0d70f4e06de1ab256956530f5 into c6ac6d6f540e4af994ecaf0cb564bffe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:52,584 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:52,584 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/B, priority=13, startTime=1731693112060; duration=0sec 2024-11-15T17:51:52,585 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:51:52,585 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:B 2024-11-15T17:51:52,585 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:52,587 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:52,588 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/C is initiating minor compaction (all files) 2024-11-15T17:51:52,588 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/C in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:52,588 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/8d2d95d9cfeb43828b5d6cdb7aad15dc, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/a2ed6e1a1b2045c69adffcf6a027baf0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/ba207a99fb2f4368801595b2ed34b233] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=35.9 K 2024-11-15T17:51:52,589 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d2d95d9cfeb43828b5d6cdb7aad15dc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731693110088 2024-11-15T17:51:52,589 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting a2ed6e1a1b2045c69adffcf6a027baf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731693110174 2024-11-15T17:51:52,590 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting ba207a99fb2f4368801595b2ed34b233, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731693110373 2024-11-15T17:51:52,595 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/A of 184c64b0d70f4e06de1ab256956530f5 into ec95aa914a024bc8b23ada2f982ca8d5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:52,595 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:52,595 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/A, priority=13, startTime=1731693112060; duration=0sec 2024-11-15T17:51:52,595 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:52,595 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:A 2024-11-15T17:51:52,604 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#C#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:52,604 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/45a9a379585b4b6fb58954f59d8df871 is 50, key is test_row_0/C:col10/1731693111038/Put/seqid=0 2024-11-15T17:51:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741880_1056 (size=12595) 2024-11-15T17:51:52,653 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/4c35b040ffd6401dbeccbf34e6966ba9 2024-11-15T17:51:52,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/73ad6cb1996143cdacc7de3c48dc3e39 is 50, key is test_row_0/C:col10/1731693111180/Put/seqid=0 2024-11-15T17:51:52,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741881_1057 (size=12151) 2024-11-15T17:51:52,697 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/73ad6cb1996143cdacc7de3c48dc3e39 2024-11-15T17:51:52,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/17c1a0b8ab874907acf72aadb62cb7d8 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/17c1a0b8ab874907acf72aadb62cb7d8 2024-11-15T17:51:52,729 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/17c1a0b8ab874907acf72aadb62cb7d8, entries=150, sequenceid=244, filesize=11.9 K 2024-11-15T17:51:52,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/4c35b040ffd6401dbeccbf34e6966ba9 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/4c35b040ffd6401dbeccbf34e6966ba9 2024-11-15T17:51:52,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693172737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:52,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:52,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:52,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:52,745 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/4c35b040ffd6401dbeccbf34e6966ba9, entries=150, sequenceid=244, filesize=11.9 K 2024-11-15T17:51:52,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/73ad6cb1996143cdacc7de3c48dc3e39 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/73ad6cb1996143cdacc7de3c48dc3e39 2024-11-15T17:51:52,761 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/73ad6cb1996143cdacc7de3c48dc3e39, entries=150, sequenceid=244, filesize=11.9 K 2024-11-15T17:51:52,762 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 184c64b0d70f4e06de1ab256956530f5 in 670ms, sequenceid=244, compaction requested=false 2024-11-15T17:51:52,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:52,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:52,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-15T17:51:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-15T17:51:52,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T17:51:52,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5800 sec 2024-11-15T17:51:52,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 2.5960 sec 2024-11-15T17:51:53,026 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/45a9a379585b4b6fb58954f59d8df871 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/45a9a379585b4b6fb58954f59d8df871 2024-11-15T17:51:53,038 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/C of 184c64b0d70f4e06de1ab256956530f5 into 45a9a379585b4b6fb58954f59d8df871(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:53,038 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:53,038 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/C, priority=13, startTime=1731693112064; duration=0sec 2024-11-15T17:51:53,038 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:53,038 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:C 2024-11-15T17:51:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:53,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T17:51:53,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:53,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:53,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:53,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:53,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:53,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:53,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/250b818cd6fc4d76b3c5e7181226f6bb is 50, key is test_row_0/A:col10/1731693113049/Put/seqid=0 2024-11-15T17:51:53,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741882_1058 (size=14591) 2024-11-15T17:51:53,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/250b818cd6fc4d76b3c5e7181226f6bb 2024-11-15T17:51:53,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/829956fcc7a04b0084221ba02439c17b is 50, key is test_row_0/B:col10/1731693113049/Put/seqid=0 2024-11-15T17:51:53,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741883_1059 (size=12201) 2024-11-15T17:51:53,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/829956fcc7a04b0084221ba02439c17b 2024-11-15T17:51:53,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/76e5544964a64899a5c44f368351d98f is 50, key is test_row_0/C:col10/1731693113049/Put/seqid=0 2024-11-15T17:51:53,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741884_1060 (size=12201) 2024-11-15T17:51:53,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/76e5544964a64899a5c44f368351d98f 2024-11-15T17:51:53,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/250b818cd6fc4d76b3c5e7181226f6bb as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/250b818cd6fc4d76b3c5e7181226f6bb 2024-11-15T17:51:53,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693173179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:53,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:53,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:53,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:53,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/250b818cd6fc4d76b3c5e7181226f6bb, entries=200, sequenceid=260, filesize=14.2 K 2024-11-15T17:51:53,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/829956fcc7a04b0084221ba02439c17b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/829956fcc7a04b0084221ba02439c17b 2024-11-15T17:51:53,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/829956fcc7a04b0084221ba02439c17b, entries=150, sequenceid=260, filesize=11.9 K 2024-11-15T17:51:53,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/76e5544964a64899a5c44f368351d98f as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/76e5544964a64899a5c44f368351d98f 2024-11-15T17:51:53,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/76e5544964a64899a5c44f368351d98f, entries=150, sequenceid=260, filesize=11.9 K 2024-11-15T17:51:53,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 184c64b0d70f4e06de1ab256956530f5 in 159ms, sequenceid=260, compaction requested=true 2024-11-15T17:51:53,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:53,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:51:53,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:53,210 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:53,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:51:53,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:53,210 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:53,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:51:53,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:51:53,212 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:53,212 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/B is initiating minor compaction (all files) 2024-11-15T17:51:53,212 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/B in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:53,212 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/c6ac6d6f540e4af994ecaf0cb564bffe, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/4c35b040ffd6401dbeccbf34e6966ba9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/829956fcc7a04b0084221ba02439c17b] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=36.1 K 2024-11-15T17:51:53,212 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39337 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:53,212 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/A is initiating minor compaction (all files) 2024-11-15T17:51:53,212 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/A in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:53,212 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ec95aa914a024bc8b23ada2f982ca8d5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/17c1a0b8ab874907acf72aadb62cb7d8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/250b818cd6fc4d76b3c5e7181226f6bb] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=38.4 K 2024-11-15T17:51:53,213 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting c6ac6d6f540e4af994ecaf0cb564bffe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731693110373 2024-11-15T17:51:53,213 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec95aa914a024bc8b23ada2f982ca8d5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731693110373 2024-11-15T17:51:53,213 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c35b040ffd6401dbeccbf34e6966ba9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731693111164 2024-11-15T17:51:53,213 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17c1a0b8ab874907acf72aadb62cb7d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731693111164 2024-11-15T17:51:53,214 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 829956fcc7a04b0084221ba02439c17b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731693112368 2024-11-15T17:51:53,214 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 250b818cd6fc4d76b3c5e7181226f6bb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731693112368 2024-11-15T17:51:53,231 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#B#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:53,232 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/c6fdcbf9770b4fe3bbe2b6b0b147b68a is 50, key is test_row_0/B:col10/1731693113049/Put/seqid=0 2024-11-15T17:51:53,236 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#A#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:53,237 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/db5743ed554a4d08958dbc63f6f878f6 is 50, key is test_row_0/A:col10/1731693113049/Put/seqid=0 2024-11-15T17:51:53,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741885_1061 (size=12747) 2024-11-15T17:51:53,262 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/c6fdcbf9770b4fe3bbe2b6b0b147b68a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/c6fdcbf9770b4fe3bbe2b6b0b147b68a 2024-11-15T17:51:53,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741886_1062 (size=12747) 2024-11-15T17:51:53,275 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/B of 184c64b0d70f4e06de1ab256956530f5 into c6fdcbf9770b4fe3bbe2b6b0b147b68a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:53,275 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:53,275 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/B, priority=13, startTime=1731693113210; duration=0sec 2024-11-15T17:51:53,276 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:51:53,276 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:B 2024-11-15T17:51:53,276 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:53,278 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:53,278 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/C is initiating minor compaction (all files) 2024-11-15T17:51:53,279 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/C in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:53,279 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/45a9a379585b4b6fb58954f59d8df871, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/73ad6cb1996143cdacc7de3c48dc3e39, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/76e5544964a64899a5c44f368351d98f] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=36.1 K 2024-11-15T17:51:53,280 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 45a9a379585b4b6fb58954f59d8df871, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731693110373 2024-11-15T17:51:53,281 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 73ad6cb1996143cdacc7de3c48dc3e39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731693111164 2024-11-15T17:51:53,282 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 76e5544964a64899a5c44f368351d98f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731693112368 2024-11-15T17:51:53,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-15T17:51:53,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:53,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:53,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:53,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:53,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:53,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:53,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/ea948510775a42f99bab213bb13cf7e8 is 50, key is test_row_0/A:col10/1731693113121/Put/seqid=0 2024-11-15T17:51:53,300 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#C#compaction#50 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:53,302 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/74e3244ba96b4ee7b194a03c2825a9b2 is 50, key is test_row_0/C:col10/1731693113049/Put/seqid=0 2024-11-15T17:51:53,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741887_1063 (size=12301) 2024-11-15T17:51:53,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/ea948510775a42f99bab213bb13cf7e8 2024-11-15T17:51:53,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741888_1064 (size=12747) 2024-11-15T17:51:53,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/ee70f82c49774820b738486488b77568 is 50, key is test_row_0/B:col10/1731693113121/Put/seqid=0 2024-11-15T17:51:53,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693173366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:53,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:53,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:53,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741889_1065 (size=12301) 2024-11-15T17:51:53,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/ee70f82c49774820b738486488b77568 2024-11-15T17:51:53,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/c6243ca264a24c5c8fb55df2f63c6bf5 is 50, key is test_row_0/C:col10/1731693113121/Put/seqid=0 2024-11-15T17:51:53,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741890_1066 (size=12301) 2024-11-15T17:51:53,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/c6243ca264a24c5c8fb55df2f63c6bf5 2024-11-15T17:51:53,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/ea948510775a42f99bab213bb13cf7e8 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ea948510775a42f99bab213bb13cf7e8 2024-11-15T17:51:53,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ea948510775a42f99bab213bb13cf7e8, entries=150, sequenceid=281, filesize=12.0 K 2024-11-15T17:51:53,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/ee70f82c49774820b738486488b77568 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/ee70f82c49774820b738486488b77568 2024-11-15T17:51:53,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/ee70f82c49774820b738486488b77568, entries=150, sequenceid=281, filesize=12.0 K 2024-11-15T17:51:53,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693173477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:53,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/c6243ca264a24c5c8fb55df2f63c6bf5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/c6243ca264a24c5c8fb55df2f63c6bf5 2024-11-15T17:51:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:53,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:53,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:53,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/c6243ca264a24c5c8fb55df2f63c6bf5, entries=150, sequenceid=281, filesize=12.0 K 2024-11-15T17:51:53,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 184c64b0d70f4e06de1ab256956530f5 in 204ms, sequenceid=281, compaction requested=false 2024-11-15T17:51:53,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:53,694 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/db5743ed554a4d08958dbc63f6f878f6 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/db5743ed554a4d08958dbc63f6f878f6 2024-11-15T17:51:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:53,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T17:51:53,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:53,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:53,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:53,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:53,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:53,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:53,713 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/A of 184c64b0d70f4e06de1ab256956530f5 into db5743ed554a4d08958dbc63f6f878f6(size=12.4 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:53,713 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:53,713 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/A, priority=13, startTime=1731693113210; duration=0sec 2024-11-15T17:51:53,714 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:53,714 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:A 2024-11-15T17:51:53,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/f6a3e9a3b3ce474882b745f21e41b7e8 is 50, key is test_row_0/A:col10/1731693113357/Put/seqid=0 2024-11-15T17:51:53,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741891_1067 (size=14741) 2024-11-15T17:51:53,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/f6a3e9a3b3ce474882b745f21e41b7e8 2024-11-15T17:51:53,766 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/74e3244ba96b4ee7b194a03c2825a9b2 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/74e3244ba96b4ee7b194a03c2825a9b2 2024-11-15T17:51:53,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/0628ebcf1885466fba609d81c535ab2a is 50, key is test_row_0/B:col10/1731693113357/Put/seqid=0 2024-11-15T17:51:53,787 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/C of 184c64b0d70f4e06de1ab256956530f5 into 74e3244ba96b4ee7b194a03c2825a9b2(size=12.4 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:53,787 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:53,787 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/C, priority=13, startTime=1731693113210; duration=0sec 2024-11-15T17:51:53,787 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:53,787 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:C 2024-11-15T17:51:53,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741892_1068 (size=12301) 2024-11-15T17:51:53,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/0628ebcf1885466fba609d81c535ab2a 2024-11-15T17:51:53,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/00f24f37f2b44d39a33740a58a02c9d2 is 50, key is test_row_0/C:col10/1731693113357/Put/seqid=0 2024-11-15T17:51:53,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693173841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:53,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:53,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:53,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:53,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741893_1069 (size=12301) 2024-11-15T17:51:53,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/00f24f37f2b44d39a33740a58a02c9d2 2024-11-15T17:51:53,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/f6a3e9a3b3ce474882b745f21e41b7e8 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/f6a3e9a3b3ce474882b745f21e41b7e8 2024-11-15T17:51:53,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/f6a3e9a3b3ce474882b745f21e41b7e8, entries=200, sequenceid=294, filesize=14.4 K 2024-11-15T17:51:53,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/0628ebcf1885466fba609d81c535ab2a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/0628ebcf1885466fba609d81c535ab2a 2024-11-15T17:51:53,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/0628ebcf1885466fba609d81c535ab2a, entries=150, sequenceid=294, filesize=12.0 K 2024-11-15T17:51:53,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/00f24f37f2b44d39a33740a58a02c9d2 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/00f24f37f2b44d39a33740a58a02c9d2 2024-11-15T17:51:53,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/00f24f37f2b44d39a33740a58a02c9d2, entries=150, sequenceid=294, filesize=12.0 K 2024-11-15T17:51:53,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 184c64b0d70f4e06de1ab256956530f5 in 213ms, sequenceid=294, compaction requested=true 2024-11-15T17:51:53,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:53,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:51:53,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:53,911 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:53,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:51:53,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:51:53,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:51:53,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T17:51:53,912 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:53,914 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37349 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:53,914 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:53,914 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/B is initiating minor compaction (all files) 2024-11-15T17:51:53,914 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/A is initiating minor compaction (all files) 2024-11-15T17:51:53,914 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/A in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:53,914 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/B in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:53,914 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/c6fdcbf9770b4fe3bbe2b6b0b147b68a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/ee70f82c49774820b738486488b77568, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/0628ebcf1885466fba609d81c535ab2a] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=36.5 K 2024-11-15T17:51:53,914 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/db5743ed554a4d08958dbc63f6f878f6, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ea948510775a42f99bab213bb13cf7e8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/f6a3e9a3b3ce474882b745f21e41b7e8] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=38.9 K 2024-11-15T17:51:53,916 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting c6fdcbf9770b4fe3bbe2b6b0b147b68a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731693112368 2024-11-15T17:51:53,916 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting db5743ed554a4d08958dbc63f6f878f6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731693112368 2024-11-15T17:51:53,917 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting ee70f82c49774820b738486488b77568, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731693113121 2024-11-15T17:51:53,917 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea948510775a42f99bab213bb13cf7e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731693113121 2024-11-15T17:51:53,918 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 0628ebcf1885466fba609d81c535ab2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731693113336 2024-11-15T17:51:53,918 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6a3e9a3b3ce474882b745f21e41b7e8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731693113324 2024-11-15T17:51:53,936 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:53,937 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/f8774c87db1b4250a6e3a255184443eb is 50, key is test_row_0/B:col10/1731693113357/Put/seqid=0 2024-11-15T17:51:53,937 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#A#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:53,938 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/a5d4c6b446144eaa88393b06e2937f8e is 50, key is test_row_0/A:col10/1731693113357/Put/seqid=0 2024-11-15T17:51:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:53,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-15T17:51:53,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:53,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:53,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:53,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:53,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:53,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:53,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741895_1071 (size=12949) 2024-11-15T17:51:53,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741894_1070 (size=12949) 2024-11-15T17:51:53,983 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/a5d4c6b446144eaa88393b06e2937f8e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/a5d4c6b446144eaa88393b06e2937f8e 2024-11-15T17:51:53,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/b0f05815ab0049389c15f0b927c17fe2 is 50, key is test_row_0/A:col10/1731693113824/Put/seqid=0 2024-11-15T17:51:53,994 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/A of 184c64b0d70f4e06de1ab256956530f5 into a5d4c6b446144eaa88393b06e2937f8e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:53,994 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:53,995 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/A, priority=13, startTime=1731693113911; duration=0sec 2024-11-15T17:51:53,995 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:51:53,995 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:A 2024-11-15T17:51:53,995 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:53,997 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37349 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:53,998 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/C is initiating minor compaction (all files) 2024-11-15T17:51:53,998 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/C in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:53,998 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/74e3244ba96b4ee7b194a03c2825a9b2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/c6243ca264a24c5c8fb55df2f63c6bf5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/00f24f37f2b44d39a33740a58a02c9d2] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=36.5 K 2024-11-15T17:51:53,999 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74e3244ba96b4ee7b194a03c2825a9b2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731693112368 2024-11-15T17:51:54,000 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6243ca264a24c5c8fb55df2f63c6bf5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731693113121 2024-11-15T17:51:54,000 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00f24f37f2b44d39a33740a58a02c9d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731693113336 2024-11-15T17:51:54,018 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#C#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:54,018 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/6f877bb36f704321b9f70a23112015c4 is 50, key is test_row_0/C:col10/1731693113357/Put/seqid=0 2024-11-15T17:51:54,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741896_1072 (size=14741) 2024-11-15T17:51:54,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/b0f05815ab0049389c15f0b927c17fe2 2024-11-15T17:51:54,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741897_1073 (size=12949) 2024-11-15T17:51:54,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693174059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:54,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/bcf2ea0aa9d44a7f83a3abfc0dadaaf1 is 50, key is test_row_0/B:col10/1731693113824/Put/seqid=0 2024-11-15T17:51:54,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:54,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:54,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:54,080 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/6f877bb36f704321b9f70a23112015c4 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/6f877bb36f704321b9f70a23112015c4 2024-11-15T17:51:54,094 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/C of 184c64b0d70f4e06de1ab256956530f5 into 6f877bb36f704321b9f70a23112015c4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:54,095 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:54,095 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/C, priority=13, startTime=1731693113911; duration=0sec 2024-11-15T17:51:54,095 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:54,095 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:C 2024-11-15T17:51:54,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741898_1074 (size=12301) 2024-11-15T17:51:54,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693174177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:54,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:54,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:54,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T17:51:54,357 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:51:54,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:51:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-15T17:51:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T17:51:54,361 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:51:54,363 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:51:54,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:51:54,390 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/f8774c87db1b4250a6e3a255184443eb as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f8774c87db1b4250a6e3a255184443eb 2024-11-15T17:51:54,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693174387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:54,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:54,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:54,403 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/B of 184c64b0d70f4e06de1ab256956530f5 into f8774c87db1b4250a6e3a255184443eb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:54,403 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:54,403 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/B, priority=13, startTime=1731693113911; duration=0sec 2024-11-15T17:51:54,403 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:54,403 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:B 2024-11-15T17:51:54,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693174436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:54,438 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in 184c64b0d70f4e06de1ab256956530f5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:51:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T17:51:54,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/bcf2ea0aa9d44a7f83a3abfc0dadaaf1 2024-11-15T17:51:54,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/0262ee45e51846f3a599da7538332307 is 50, key is test_row_0/C:col10/1731693113824/Put/seqid=0 2024-11-15T17:51:54,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T17:51:54,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:54,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:54,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:54,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:54,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:54,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741899_1075 (size=12301) 2024-11-15T17:51:54,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693174557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:54,560 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in 184c64b0d70f4e06de1ab256956530f5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:51:54,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:54,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:54,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:54,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693174576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:54,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693174588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:54,591 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_1' in 184c64b0d70f4e06de1ab256956530f5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:51:54,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:54,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:54,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:54,592 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in 184c64b0d70f4e06de1ab256956530f5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:51:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T17:51:54,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T17:51:54,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:54,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:54,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:54,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:54,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:54,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693174707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:54,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:54,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:54,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:54,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T17:51:54,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:54,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:54,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:54,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:54,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:54,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/0262ee45e51846f3a599da7538332307 2024-11-15T17:51:54,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/b0f05815ab0049389c15f0b927c17fe2 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/b0f05815ab0049389c15f0b927c17fe2 2024-11-15T17:51:54,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/b0f05815ab0049389c15f0b927c17fe2, entries=200, sequenceid=316, filesize=14.4 K 2024-11-15T17:51:54,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/bcf2ea0aa9d44a7f83a3abfc0dadaaf1 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/bcf2ea0aa9d44a7f83a3abfc0dadaaf1 2024-11-15T17:51:54,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/bcf2ea0aa9d44a7f83a3abfc0dadaaf1, entries=150, sequenceid=316, filesize=12.0 K 2024-11-15T17:51:54,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/0262ee45e51846f3a599da7538332307 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/0262ee45e51846f3a599da7538332307 2024-11-15T17:51:54,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/0262ee45e51846f3a599da7538332307, entries=150, sequenceid=316, filesize=12.0 K 2024-11-15T17:51:54,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 184c64b0d70f4e06de1ab256956530f5 in 1003ms, sequenceid=316, compaction requested=false 2024-11-15T17:51:54,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T17:51:54,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T17:51:54,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:54,989 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-15T17:51:54,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:54,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:54,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:54,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:54,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:54,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:54,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/161b3cc95d9341fe8ed1b45133dac02a is 50, key is test_row_0/A:col10/1731693114019/Put/seqid=0 2024-11-15T17:51:55,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741900_1076 (size=12301) 2024-11-15T17:51:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:55,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:55,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693175302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:55,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693175417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:55,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:55,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:55,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:55,420 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/161b3cc95d9341fe8ed1b45133dac02a 2024-11-15T17:51:55,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/20999604b7684f8eb1365c49b423e1a6 is 50, key is test_row_0/B:col10/1731693114019/Put/seqid=0 2024-11-15T17:51:55,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741901_1077 (size=12301) 2024-11-15T17:51:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T17:51:55,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693175626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:55,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:55,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:55,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:55,850 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/20999604b7684f8eb1365c49b423e1a6 2024-11-15T17:51:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/05bba6e124e844a2b2ca78601369a66d is 50, key is test_row_0/C:col10/1731693114019/Put/seqid=0 2024-11-15T17:51:55,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741902_1078 (size=12301) 2024-11-15T17:51:55,874 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/05bba6e124e844a2b2ca78601369a66d 2024-11-15T17:51:55,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/161b3cc95d9341fe8ed1b45133dac02a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/161b3cc95d9341fe8ed1b45133dac02a 2024-11-15T17:51:55,890 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/161b3cc95d9341fe8ed1b45133dac02a, entries=150, sequenceid=331, filesize=12.0 K 2024-11-15T17:51:55,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/20999604b7684f8eb1365c49b423e1a6 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/20999604b7684f8eb1365c49b423e1a6 2024-11-15T17:51:55,902 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/20999604b7684f8eb1365c49b423e1a6, entries=150, sequenceid=331, filesize=12.0 K 2024-11-15T17:51:55,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/05bba6e124e844a2b2ca78601369a66d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/05bba6e124e844a2b2ca78601369a66d 2024-11-15T17:51:55,912 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/05bba6e124e844a2b2ca78601369a66d, entries=150, sequenceid=331, filesize=12.0 K 2024-11-15T17:51:55,914 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 184c64b0d70f4e06de1ab256956530f5 in 925ms, sequenceid=331, compaction requested=true 2024-11-15T17:51:55,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:55,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:55,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-15T17:51:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-15T17:51:55,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-15T17:51:55,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5530 sec 2024-11-15T17:51:55,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.5660 sec 2024-11-15T17:51:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:55,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-15T17:51:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:51:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:51:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:51:55,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/e4580f93176b42b0a258bc7429b5ee93 is 50, key is test_row_0/A:col10/1731693115287/Put/seqid=0 2024-11-15T17:51:55,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741903_1079 (size=14741) 2024-11-15T17:51:56,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693175997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:56,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:56,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:56,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:56,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693176107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:56,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:56,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:56,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:56,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693176316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:56,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:56,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:56,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:56,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/e4580f93176b42b0a258bc7429b5ee93 2024-11-15T17:51:56,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/d2fca4a7619249db86011eafa9d8da48 is 50, key is test_row_0/B:col10/1731693115287/Put/seqid=0 2024-11-15T17:51:56,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741904_1080 (size=12301) 2024-11-15T17:51:56,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/d2fca4a7619249db86011eafa9d8da48 2024-11-15T17:51:56,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/82adedf92a9543bdb464ac99f1cb71b5 is 50, key is test_row_0/C:col10/1731693115287/Put/seqid=0 2024-11-15T17:51:56,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741905_1081 (size=12301) 2024-11-15T17:51:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T17:51:56,516 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:51:56,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:51:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-15T17:51:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T17:51:56,519 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:51:56,520 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:51:56,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:51:56,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T17:51:56,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693176627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:56,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:56,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:56,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:56,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T17:51:56,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:56,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:56,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:56,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:56,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:56,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/82adedf92a9543bdb464ac99f1cb71b5 2024-11-15T17:51:56,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/e4580f93176b42b0a258bc7429b5ee93 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/e4580f93176b42b0a258bc7429b5ee93 2024-11-15T17:51:56,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/e4580f93176b42b0a258bc7429b5ee93, entries=200, sequenceid=352, filesize=14.4 K 2024-11-15T17:51:56,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/d2fca4a7619249db86011eafa9d8da48 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/d2fca4a7619249db86011eafa9d8da48 2024-11-15T17:51:56,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/d2fca4a7619249db86011eafa9d8da48, entries=150, sequenceid=352, filesize=12.0 K 2024-11-15T17:51:56,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/82adedf92a9543bdb464ac99f1cb71b5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/82adedf92a9543bdb464ac99f1cb71b5 2024-11-15T17:51:56,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T17:51:56,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:56,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:56,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:56,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:56,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:56,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/82adedf92a9543bdb464ac99f1cb71b5, entries=150, sequenceid=352, filesize=12.0 K 2024-11-15T17:51:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:56,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 184c64b0d70f4e06de1ab256956530f5 in 890ms, sequenceid=352, compaction requested=true 2024-11-15T17:51:56,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:56,832 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:51:56,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:51:56,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:56,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:51:56,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:56,833 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:51:56,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:51:56,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:51:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T17:51:56,837 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:51:56,838 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/A is initiating minor compaction (all files) 2024-11-15T17:51:56,838 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/A in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:56,838 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/a5d4c6b446144eaa88393b06e2937f8e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/b0f05815ab0049389c15f0b927c17fe2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/161b3cc95d9341fe8ed1b45133dac02a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/e4580f93176b42b0a258bc7429b5ee93] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=53.4 K 2024-11-15T17:51:56,839 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5d4c6b446144eaa88393b06e2937f8e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731693113336 2024-11-15T17:51:56,839 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:51:56,839 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/B is initiating minor compaction (all files) 2024-11-15T17:51:56,839 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/B in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:56,840 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f8774c87db1b4250a6e3a255184443eb, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/bcf2ea0aa9d44a7f83a3abfc0dadaaf1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/20999604b7684f8eb1365c49b423e1a6, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/d2fca4a7619249db86011eafa9d8da48] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=48.7 K 2024-11-15T17:51:56,840 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting f8774c87db1b4250a6e3a255184443eb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731693113336 2024-11-15T17:51:56,840 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0f05815ab0049389c15f0b927c17fe2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731693113809 2024-11-15T17:51:56,841 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting bcf2ea0aa9d44a7f83a3abfc0dadaaf1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731693113824 2024-11-15T17:51:56,841 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 161b3cc95d9341fe8ed1b45133dac02a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731693114013 2024-11-15T17:51:56,841 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 20999604b7684f8eb1365c49b423e1a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731693114013 2024-11-15T17:51:56,842 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4580f93176b42b0a258bc7429b5ee93, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731693115287 2024-11-15T17:51:56,842 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting d2fca4a7619249db86011eafa9d8da48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731693115287 2024-11-15T17:51:56,870 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#B#compaction#70 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:56,870 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#A#compaction#69 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:56,870 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/20c143f8d0774e52b08d15fff4ea7494 is 50, key is test_row_0/A:col10/1731693115287/Put/seqid=0 2024-11-15T17:51:56,870 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/b7ff265e96fc479a88e111e8dd002c18 is 50, key is test_row_0/B:col10/1731693115287/Put/seqid=0 2024-11-15T17:51:56,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741906_1082 (size=13085) 2024-11-15T17:51:56,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741907_1083 (size=13085) 2024-11-15T17:51:56,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T17:51:56,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:56,985 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T17:51:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:56,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/cfbddc61403c494b82ef7668e789235a is 50, key is test_row_0/A:col10/1731693115989/Put/seqid=0 2024-11-15T17:51:57,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741908_1084 (size=12301) 2024-11-15T17:51:57,001 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/cfbddc61403c494b82ef7668e789235a 2024-11-15T17:51:57,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/83002b79516e43c192dd880231f29575 is 50, key is test_row_0/B:col10/1731693115989/Put/seqid=0 2024-11-15T17:51:57,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741909_1085 (size=12301) 2024-11-15T17:51:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:57,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T17:51:57,272 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693117193, max timestamp=1731693117267Num uniques 859; 2024-11-15T17:51:57,272 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:51:57,296 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/20c143f8d0774e52b08d15fff4ea7494 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/20c143f8d0774e52b08d15fff4ea7494 2024-11-15T17:51:57,306 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/b7ff265e96fc479a88e111e8dd002c18 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/b7ff265e96fc479a88e111e8dd002c18 2024-11-15T17:51:57,311 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/A of 184c64b0d70f4e06de1ab256956530f5 into 20c143f8d0774e52b08d15fff4ea7494(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:57,311 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:57,311 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/A, priority=12, startTime=1731693116832; duration=0sec 2024-11-15T17:51:57,311 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:51:57,311 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:A 2024-11-15T17:51:57,311 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:51:57,313 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:51:57,313 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/C is initiating minor compaction (all files) 2024-11-15T17:51:57,313 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/C in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:57,314 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/6f877bb36f704321b9f70a23112015c4, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/0262ee45e51846f3a599da7538332307, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/05bba6e124e844a2b2ca78601369a66d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/82adedf92a9543bdb464ac99f1cb71b5] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=48.7 K 2024-11-15T17:51:57,314 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f877bb36f704321b9f70a23112015c4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731693113336 2024-11-15T17:51:57,314 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0262ee45e51846f3a599da7538332307, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731693113824 2024-11-15T17:51:57,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693177308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:57,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:57,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:57,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:57,315 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05bba6e124e844a2b2ca78601369a66d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731693114013 2024-11-15T17:51:57,316 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82adedf92a9543bdb464ac99f1cb71b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731693115287 2024-11-15T17:51:57,318 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/B of 184c64b0d70f4e06de1ab256956530f5 into b7ff265e96fc479a88e111e8dd002c18(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:57,318 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:57,318 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/B, priority=12, startTime=1731693116833; duration=0sec 2024-11-15T17:51:57,319 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:57,319 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:B 2024-11-15T17:51:57,328 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#C#compaction#73 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:57,328 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/36f291c66a4a4560a85face8227ddd6b is 50, key is test_row_0/C:col10/1731693115287/Put/seqid=0 2024-11-15T17:51:57,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741910_1086 (size=13085) 2024-11-15T17:51:57,427 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/83002b79516e43c192dd880231f29575 2024-11-15T17:51:57,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693177427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:57,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:57,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:57,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:57,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/84943a9597e0476db95f0641079817b0 is 50, key is test_row_0/C:col10/1731693115989/Put/seqid=0 2024-11-15T17:51:57,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741911_1087 (size=12301) 2024-11-15T17:51:57,447 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/84943a9597e0476db95f0641079817b0 2024-11-15T17:51:57,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/cfbddc61403c494b82ef7668e789235a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/cfbddc61403c494b82ef7668e789235a 2024-11-15T17:51:57,460 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/cfbddc61403c494b82ef7668e789235a, entries=150, sequenceid=363, filesize=12.0 K 2024-11-15T17:51:57,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/83002b79516e43c192dd880231f29575 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/83002b79516e43c192dd880231f29575 2024-11-15T17:51:57,471 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/83002b79516e43c192dd880231f29575, entries=150, sequenceid=363, filesize=12.0 K 2024-11-15T17:51:57,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/84943a9597e0476db95f0641079817b0 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/84943a9597e0476db95f0641079817b0 2024-11-15T17:51:57,479 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/84943a9597e0476db95f0641079817b0, entries=150, sequenceid=363, filesize=12.0 K 2024-11-15T17:51:57,481 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=120.76 KB/123660 for 184c64b0d70f4e06de1ab256956530f5 in 495ms, sequenceid=363, compaction requested=false 2024-11-15T17:51:57,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:57,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:57,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-15T17:51:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-15T17:51:57,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-15T17:51:57,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 962 msec 2024-11-15T17:51:57,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 973 msec 2024-11-15T17:51:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:57,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=127.47 KB heapSize=371.88 KB 2024-11-15T17:51:57,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:57,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:51:57,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:57,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:51:57,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:57,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:51:57,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/6b026338580244899f0ae0f2c9141d2f is 50, key is test_row_0/A:col10/1731693117302/Put/seqid=0 2024-11-15T17:51:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T17:51:57,657 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:51:57,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:51:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-15T17:51:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T17:51:57,661 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:51:57,663 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:51:57,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:51:57,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741912_1088 (size=14741) 2024-11-15T17:51:57,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/6b026338580244899f0ae0f2c9141d2f 2024-11-15T17:51:57,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/5ee99706eddf4bc0940d8a8167441b6e is 50, key is test_row_0/B:col10/1731693117302/Put/seqid=0 2024-11-15T17:51:57,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741913_1089 (size=12301) 2024-11-15T17:51:57,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693177704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:57,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:57,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:57,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:57,752 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/36f291c66a4a4560a85face8227ddd6b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/36f291c66a4a4560a85face8227ddd6b 2024-11-15T17:51:57,758 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/C of 184c64b0d70f4e06de1ab256956530f5 into 36f291c66a4a4560a85face8227ddd6b(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:57,759 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:57,759 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/C, priority=12, startTime=1731693116833; duration=0sec 2024-11-15T17:51:57,759 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:57,759 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:C 2024-11-15T17:51:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T17:51:57,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-15T17:51:57,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:57,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:57,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:57,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:57,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:57,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693177816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:57,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:57,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:57,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:57,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-15T17:51:57,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:57,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:57,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:57,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:57,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T17:51:58,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693178037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:58,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:58,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/5ee99706eddf4bc0940d8a8167441b6e 2024-11-15T17:51:58,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/3b59125f3d8c4e26a39d4b06cfe7f70b is 50, key is test_row_0/C:col10/1731693117302/Put/seqid=0 2024-11-15T17:51:58,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741914_1090 (size=12301) 2024-11-15T17:51:58,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/3b59125f3d8c4e26a39d4b06cfe7f70b 2024-11-15T17:51:58,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-15T17:51:58,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:58,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:58,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:58,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:58,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:58,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/6b026338580244899f0ae0f2c9141d2f as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/6b026338580244899f0ae0f2c9141d2f 2024-11-15T17:51:58,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/6b026338580244899f0ae0f2c9141d2f, entries=200, sequenceid=391, filesize=14.4 K 2024-11-15T17:51:58,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/5ee99706eddf4bc0940d8a8167441b6e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/5ee99706eddf4bc0940d8a8167441b6e 2024-11-15T17:51:58,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/5ee99706eddf4bc0940d8a8167441b6e, entries=150, sequenceid=391, filesize=12.0 K 2024-11-15T17:51:58,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/3b59125f3d8c4e26a39d4b06cfe7f70b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/3b59125f3d8c4e26a39d4b06cfe7f70b 2024-11-15T17:51:58,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/3b59125f3d8c4e26a39d4b06cfe7f70b, entries=150, sequenceid=391, filesize=12.0 K 2024-11-15T17:51:58,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~371.83 KB/380752, currentSize=46.96 KB/48090 for 184c64b0d70f4e06de1ab256956530f5 in 512ms, sequenceid=391, compaction requested=true 2024-11-15T17:51:58,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:58,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:51:58,151 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:58,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:58,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:51:58,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:58,152 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:58,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:51:58,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:51:58,153 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:58,153 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/A is initiating minor compaction (all files) 2024-11-15T17:51:58,154 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/A in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:58,154 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/20c143f8d0774e52b08d15fff4ea7494, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/cfbddc61403c494b82ef7668e789235a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/6b026338580244899f0ae0f2c9141d2f] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=39.2 K 2024-11-15T17:51:58,154 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:58,154 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/B is initiating minor compaction (all files) 2024-11-15T17:51:58,154 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20c143f8d0774e52b08d15fff4ea7494, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731693115287 2024-11-15T17:51:58,154 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/B in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:58,154 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/b7ff265e96fc479a88e111e8dd002c18, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/83002b79516e43c192dd880231f29575, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/5ee99706eddf4bc0940d8a8167441b6e] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=36.8 K 2024-11-15T17:51:58,154 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfbddc61403c494b82ef7668e789235a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731693115967 2024-11-15T17:51:58,155 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b026338580244899f0ae0f2c9141d2f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731693117267 2024-11-15T17:51:58,155 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting b7ff265e96fc479a88e111e8dd002c18, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731693115287 2024-11-15T17:51:58,155 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 83002b79516e43c192dd880231f29575, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731693115967 2024-11-15T17:51:58,156 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ee99706eddf4bc0940d8a8167441b6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731693117291 2024-11-15T17:51:58,168 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#A#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:58,169 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/affd8802e8534195a7bee785bfc1a2ef is 50, key is test_row_0/A:col10/1731693117302/Put/seqid=0 2024-11-15T17:51:58,170 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#B#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:58,171 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/9ce8acfa48b44b9996a742c67d46988a is 50, key is test_row_0/B:col10/1731693117302/Put/seqid=0 2024-11-15T17:51:58,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741915_1091 (size=13187) 2024-11-15T17:51:58,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741916_1092 (size=13187) 2024-11-15T17:51:58,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-15T17:51:58,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:58,280 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T17:51:58,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:58,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:58,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:58,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:58,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:58,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:58,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/391dab0faaca470788e49d7832ca39c2 is 50, key is test_row_0/A:col10/1731693117702/Put/seqid=0 2024-11-15T17:51:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T17:51:58,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741917_1093 (size=12301) 2024-11-15T17:51:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:58,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:58,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693118390, max timestamp=1731693118449Num uniques 859; 2024-11-15T17:51:58,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693118390, max timestamp=1731693118449Num uniques 859; 2024-11-15T17:51:58,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:51:58,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693118390, max timestamp=1731693118449Num uniques 859; 2024-11-15T17:51:58,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:51:58,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:51:58,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693178499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:58,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693178501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:58,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:58,585 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/affd8802e8534195a7bee785bfc1a2ef as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/affd8802e8534195a7bee785bfc1a2ef 2024-11-15T17:51:58,596 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/9ce8acfa48b44b9996a742c67d46988a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/9ce8acfa48b44b9996a742c67d46988a 2024-11-15T17:51:58,597 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/A of 184c64b0d70f4e06de1ab256956530f5 into affd8802e8534195a7bee785bfc1a2ef(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:58,598 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:58,598 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/A, priority=13, startTime=1731693118151; duration=0sec 2024-11-15T17:51:58,598 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:51:58,598 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:A 2024-11-15T17:51:58,598 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:58,600 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:58,600 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/C is initiating minor compaction (all files) 2024-11-15T17:51:58,600 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/C in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:58,601 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/36f291c66a4a4560a85face8227ddd6b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/84943a9597e0476db95f0641079817b0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/3b59125f3d8c4e26a39d4b06cfe7f70b] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=36.8 K 2024-11-15T17:51:58,601 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36f291c66a4a4560a85face8227ddd6b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731693115287 2024-11-15T17:51:58,602 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84943a9597e0476db95f0641079817b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731693115967 2024-11-15T17:51:58,603 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b59125f3d8c4e26a39d4b06cfe7f70b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731693117291 2024-11-15T17:51:58,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:58,605 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/B of 184c64b0d70f4e06de1ab256956530f5 into 9ce8acfa48b44b9996a742c67d46988a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57872 deadline: 1731693178597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:58,605 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:58,605 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/B, priority=13, startTime=1731693118152; duration=0sec 2024-11-15T17:51:58,605 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:58,605 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:B 2024-11-15T17:51:58,605 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in 184c64b0d70f4e06de1ab256956530f5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:51:58,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:58,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57852 deadline: 1731693178607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:58,614 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in 184c64b0d70f4e06de1ab256956530f5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8249 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:51:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:58,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693178616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:58,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:58,624 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#C#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:58,625 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/99a5fdb683954d46a3ce9c9cb892ecd9 is 50, key is test_row_0/C:col10/1731693117302/Put/seqid=0 2024-11-15T17:51:58,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693178627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:58,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:58,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741918_1094 (size=13187) 2024-11-15T17:51:58,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57876 deadline: 1731693178637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:58,642 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_1' in 184c64b0d70f4e06de1ab256956530f5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8284 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:51:58,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:58,650 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/99a5fdb683954d46a3ce9c9cb892ecd9 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/99a5fdb683954d46a3ce9c9cb892ecd9 2024-11-15T17:51:58,663 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/C of 184c64b0d70f4e06de1ab256956530f5 into 99a5fdb683954d46a3ce9c9cb892ecd9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:58,663 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:58,663 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/C, priority=13, startTime=1731693118152; duration=0sec 2024-11-15T17:51:58,663 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:58,663 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:C 2024-11-15T17:51:58,691 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/391dab0faaca470788e49d7832ca39c2 2024-11-15T17:51:58,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/73378d43ce104f20a73afbd54514f42c is 50, key is test_row_0/B:col10/1731693117702/Put/seqid=0 2024-11-15T17:51:58,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741919_1095 (size=12301) 2024-11-15T17:51:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T17:51:58,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693178827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:58,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:58,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693178836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:58,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:58,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:59,110 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/73378d43ce104f20a73afbd54514f42c 2024-11-15T17:51:59,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/68854ce2157c43e8904097484eec347c is 50, key is test_row_0/C:col10/1731693117702/Put/seqid=0 2024-11-15T17:51:59,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741920_1096 (size=12301) 2024-11-15T17:51:59,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693179137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:59,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693179146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:59,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:59,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:59,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:59,523 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/68854ce2157c43e8904097484eec347c 2024-11-15T17:51:59,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/391dab0faaca470788e49d7832ca39c2 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/391dab0faaca470788e49d7832ca39c2 2024-11-15T17:51:59,549 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/391dab0faaca470788e49d7832ca39c2, entries=150, sequenceid=402, filesize=12.0 K 2024-11-15T17:51:59,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/73378d43ce104f20a73afbd54514f42c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/73378d43ce104f20a73afbd54514f42c 2024-11-15T17:51:59,563 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/73378d43ce104f20a73afbd54514f42c, entries=150, sequenceid=402, filesize=12.0 K 2024-11-15T17:51:59,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/68854ce2157c43e8904097484eec347c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/68854ce2157c43e8904097484eec347c 2024-11-15T17:51:59,572 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/68854ce2157c43e8904097484eec347c, entries=150, sequenceid=402, filesize=12.0 K 2024-11-15T17:51:59,574 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 184c64b0d70f4e06de1ab256956530f5 in 1293ms, sequenceid=402, compaction requested=false 2024-11-15T17:51:59,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:59,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:59,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-15T17:51:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-15T17:51:59,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-15T17:51:59,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9120 sec 2024-11-15T17:51:59,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.9240 sec 2024-11-15T17:51:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:59,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-15T17:51:59,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:59,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:51:59,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:59,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:51:59,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:59,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:51:59,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/4c50c93456ce42b5a4b558e29109fe6d is 50, key is test_row_0/A:col10/1731693118500/Put/seqid=0 2024-11-15T17:51:59,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741921_1097 (size=14741) 2024-11-15T17:51:59,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/4c50c93456ce42b5a4b558e29109fe6d 2024-11-15T17:51:59,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693179679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:59,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693179680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:59,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:59,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:59,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:59,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:59,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:59,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:59,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/0412b83a773e4345863ad212ca3e714f is 50, key is test_row_0/B:col10/1731693118500/Put/seqid=0 2024-11-15T17:51:59,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741922_1098 (size=12301) 2024-11-15T17:51:59,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/0412b83a773e4345863ad212ca3e714f 2024-11-15T17:51:59,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/b54942cb10854d898a7c541093912055 is 50, key is test_row_0/C:col10/1731693118500/Put/seqid=0 2024-11-15T17:51:59,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741923_1099 (size=12301) 2024-11-15T17:51:59,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/b54942cb10854d898a7c541093912055 2024-11-15T17:51:59,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/4c50c93456ce42b5a4b558e29109fe6d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/4c50c93456ce42b5a4b558e29109fe6d 2024-11-15T17:51:59,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/4c50c93456ce42b5a4b558e29109fe6d, entries=200, sequenceid=441, filesize=14.4 K 2024-11-15T17:51:59,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/0412b83a773e4345863ad212ca3e714f as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/0412b83a773e4345863ad212ca3e714f 2024-11-15T17:51:59,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/0412b83a773e4345863ad212ca3e714f, entries=150, sequenceid=441, filesize=12.0 K 2024-11-15T17:51:59,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/b54942cb10854d898a7c541093912055 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/b54942cb10854d898a7c541093912055 2024-11-15T17:51:59,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/b54942cb10854d898a7c541093912055, entries=150, sequenceid=441, filesize=12.0 K 2024-11-15T17:51:59,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 184c64b0d70f4e06de1ab256956530f5 in 127ms, sequenceid=441, compaction requested=true 2024-11-15T17:51:59,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:59,787 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:59,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:51:59,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:59,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:51:59,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:51:59,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:51:59,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T17:51:59,787 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:59,790 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:59,790 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/A is initiating minor compaction (all files) 2024-11-15T17:51:59,791 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/A in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:59,791 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/affd8802e8534195a7bee785bfc1a2ef, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/391dab0faaca470788e49d7832ca39c2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/4c50c93456ce42b5a4b558e29109fe6d] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=39.3 K 2024-11-15T17:51:59,792 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:59,792 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/B is initiating minor compaction (all files) 2024-11-15T17:51:59,792 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/B in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:59,792 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting affd8802e8534195a7bee785bfc1a2ef, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731693117291 2024-11-15T17:51:59,792 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/9ce8acfa48b44b9996a742c67d46988a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/73378d43ce104f20a73afbd54514f42c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/0412b83a773e4345863ad212ca3e714f] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=36.9 K 2024-11-15T17:51:59,792 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ce8acfa48b44b9996a742c67d46988a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731693117291 2024-11-15T17:51:59,793 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 391dab0faaca470788e49d7832ca39c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731693117673 2024-11-15T17:51:59,793 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 73378d43ce104f20a73afbd54514f42c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731693117673 2024-11-15T17:51:59,794 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c50c93456ce42b5a4b558e29109fe6d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731693118487 2024-11-15T17:51:59,794 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 0412b83a773e4345863ad212ca3e714f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731693118487 2024-11-15T17:51:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:51:59,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T17:51:59,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:51:59,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:59,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:51:59,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:59,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:51:59,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:51:59,813 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#A#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:59,813 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/d81a8db5de9b4f30b6f01974fe33bfe5 is 50, key is test_row_0/A:col10/1731693118500/Put/seqid=0 2024-11-15T17:51:59,816 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#B#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:59,817 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/bb7da7b738404496a28d2af152ba6a73 is 50, key is test_row_0/B:col10/1731693118500/Put/seqid=0 2024-11-15T17:51:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T17:51:59,818 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:51:59,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:51:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-15T17:51:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T17:51:59,824 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:51:59,825 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:51:59,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:51:59,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/6f9f776291b94adda7b46fd9b04fa482 is 50, key is test_row_0/A:col10/1731693119804/Put/seqid=0 2024-11-15T17:51:59,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741924_1100 (size=13289) 2024-11-15T17:51:59,860 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/d81a8db5de9b4f30b6f01974fe33bfe5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/d81a8db5de9b4f30b6f01974fe33bfe5 2024-11-15T17:51:59,868 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/A of 184c64b0d70f4e06de1ab256956530f5 into d81a8db5de9b4f30b6f01974fe33bfe5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:59,868 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:59,868 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/A, priority=13, startTime=1731693119787; duration=0sec 2024-11-15T17:51:59,868 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:51:59,868 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:A 2024-11-15T17:51:59,868 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:51:59,870 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:51:59,870 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/C is initiating minor compaction (all files) 2024-11-15T17:51:59,870 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/C in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:59,870 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/99a5fdb683954d46a3ce9c9cb892ecd9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/68854ce2157c43e8904097484eec347c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/b54942cb10854d898a7c541093912055] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=36.9 K 2024-11-15T17:51:59,872 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99a5fdb683954d46a3ce9c9cb892ecd9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731693117291 2024-11-15T17:51:59,873 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68854ce2157c43e8904097484eec347c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731693117673 2024-11-15T17:51:59,873 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting b54942cb10854d898a7c541093912055, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731693118487 2024-11-15T17:51:59,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741925_1101 (size=13289) 2024-11-15T17:51:59,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741926_1102 (size=17181) 2024-11-15T17:51:59,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/6f9f776291b94adda7b46fd9b04fa482 2024-11-15T17:51:59,900 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/bb7da7b738404496a28d2af152ba6a73 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/bb7da7b738404496a28d2af152ba6a73 2024-11-15T17:51:59,901 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#C#compaction#90 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:51:59,901 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/d5471839ed274d858b49bd12a7f2fccf is 50, key is test_row_0/C:col10/1731693118500/Put/seqid=0 2024-11-15T17:51:59,911 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731693119860, max timestamp=1731693119907Num uniques 859; 2024-11-15T17:51:59,911 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-15T17:51:59,914 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731693119860, max timestamp=1731693119907Num uniques 859; 2024-11-15T17:51:59,914 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-15T17:51:59,914 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731693119860, max timestamp=1731693119907Num uniques 859; 2024-11-15T17:51:59,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-15T17:51:59,923 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/B of 184c64b0d70f4e06de1ab256956530f5 into bb7da7b738404496a28d2af152ba6a73(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:51:59,923 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:51:59,923 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/B, priority=13, startTime=1731693119787; duration=0sec 2024-11-15T17:51:59,923 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:51:59,923 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:B 2024-11-15T17:51:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T17:51:59,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/2a22fa2776bd48fcad2ffcbd916231bf is 50, key is test_row_0/B:col10/1731693119804/Put/seqid=0 2024-11-15T17:51:59,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741927_1103 (size=13289) 2024-11-15T17:51:59,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741928_1104 (size=12301) 2024-11-15T17:51:59,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:59,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-15T17:51:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693179968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:59,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:59,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:51:59,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:51:59,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:51:59,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693179976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:51:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:59,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:51:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:51:59,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:59,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:51:59,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:00,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693180086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:00,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:00,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693180086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T17:52:00,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-15T17:52:00,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:00,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:52:00,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:00,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:00,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:00,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-15T17:52:00,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:00,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:52:00,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:00,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:00,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:00,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693180297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:00,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693180297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:00,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/2a22fa2776bd48fcad2ffcbd916231bf 2024-11-15T17:52:00,365 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/d5471839ed274d858b49bd12a7f2fccf as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/d5471839ed274d858b49bd12a7f2fccf 2024-11-15T17:52:00,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/8b3ac9aa18b04b04a0731a1d9d50526c is 50, key is test_row_0/C:col10/1731693119804/Put/seqid=0 2024-11-15T17:52:00,378 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/C of 184c64b0d70f4e06de1ab256956530f5 into d5471839ed274d858b49bd12a7f2fccf(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:00,378 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:52:00,378 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/C, priority=13, startTime=1731693119787; duration=0sec 2024-11-15T17:52:00,379 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:00,379 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:C 2024-11-15T17:52:00,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741929_1105 (size=12301) 2024-11-15T17:52:00,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/8b3ac9aa18b04b04a0731a1d9d50526c 2024-11-15T17:52:00,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/6f9f776291b94adda7b46fd9b04fa482 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/6f9f776291b94adda7b46fd9b04fa482 2024-11-15T17:52:00,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/6f9f776291b94adda7b46fd9b04fa482, entries=250, sequenceid=452, filesize=16.8 K 2024-11-15T17:52:00,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/2a22fa2776bd48fcad2ffcbd916231bf as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/2a22fa2776bd48fcad2ffcbd916231bf 2024-11-15T17:52:00,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/2a22fa2776bd48fcad2ffcbd916231bf, entries=150, sequenceid=452, filesize=12.0 K 2024-11-15T17:52:00,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/8b3ac9aa18b04b04a0731a1d9d50526c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/8b3ac9aa18b04b04a0731a1d9d50526c 2024-11-15T17:52:00,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/8b3ac9aa18b04b04a0731a1d9d50526c, entries=150, sequenceid=452, filesize=12.0 K 2024-11-15T17:52:00,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 184c64b0d70f4e06de1ab256956530f5 in 636ms, sequenceid=452, compaction requested=false 2024-11-15T17:52:00,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:52:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T17:52:00,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-15T17:52:00,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:00,448 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-11-15T17:52:00,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:52:00,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:00,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:52:00,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:00,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:52:00,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:00,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/adc93216be7d465d96ad5ad2eda345a7 is 50, key is test_row_0/A:col10/1731693119973/Put/seqid=0 2024-11-15T17:52:00,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741930_1106 (size=12301) 2024-11-15T17:52:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:52:00,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:52:00,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693180627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:00,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693180633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:00,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693180736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:00,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693180747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:00,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:00,872 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/adc93216be7d465d96ad5ad2eda345a7 2024-11-15T17:52:00,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/a3f8095b4349461fad5e4419d92e52d2 is 50, key is test_row_0/B:col10/1731693119973/Put/seqid=0 2024-11-15T17:52:00,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741931_1107 (size=12301) 2024-11-15T17:52:00,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693180946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:00,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T17:52:00,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693180957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:01,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693181266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:01,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693181266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:01,309 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/a3f8095b4349461fad5e4419d92e52d2 2024-11-15T17:52:01,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/68ca9894248f49198626ab73818ed6da is 50, key is test_row_0/C:col10/1731693119973/Put/seqid=0 2024-11-15T17:52:01,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741932_1108 (size=12301) 2024-11-15T17:52:01,730 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/68ca9894248f49198626ab73818ed6da 2024-11-15T17:52:01,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/adc93216be7d465d96ad5ad2eda345a7 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/adc93216be7d465d96ad5ad2eda345a7 2024-11-15T17:52:01,741 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/adc93216be7d465d96ad5ad2eda345a7, entries=150, sequenceid=489, filesize=12.0 K 2024-11-15T17:52:01,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/a3f8095b4349461fad5e4419d92e52d2 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/a3f8095b4349461fad5e4419d92e52d2 2024-11-15T17:52:01,749 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/a3f8095b4349461fad5e4419d92e52d2, entries=150, sequenceid=489, filesize=12.0 K 2024-11-15T17:52:01,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/68ca9894248f49198626ab73818ed6da as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/68ca9894248f49198626ab73818ed6da 2024-11-15T17:52:01,756 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/68ca9894248f49198626ab73818ed6da, entries=150, sequenceid=489, filesize=12.0 K 2024-11-15T17:52:01,758 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for 184c64b0d70f4e06de1ab256956530f5 in 1311ms, sequenceid=489, compaction requested=true 2024-11-15T17:52:01,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:52:01,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:01,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-15T17:52:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-15T17:52:01,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-15T17:52:01,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9340 sec 2024-11-15T17:52:01,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.9440 sec 2024-11-15T17:52:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:52:01,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T17:52:01,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:52:01,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:01,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:52:01,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:01,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:52:01,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:01,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/f7c4fed940974d7888e87e6994c49977 is 50, key is test_row_0/A:col10/1731693121779/Put/seqid=0 2024-11-15T17:52:01,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741933_1109 (size=17181) 2024-11-15T17:52:01,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/f7c4fed940974d7888e87e6994c49977 2024-11-15T17:52:01,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/4e44a8937a19428a95ba91fea173e4d8 is 50, key is test_row_0/B:col10/1731693121779/Put/seqid=0 2024-11-15T17:52:01,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741934_1110 (size=12301) 2024-11-15T17:52:01,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:01,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693181845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693181839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:01,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:01,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:01,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:01,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693181957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:01,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:01,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:01,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:01,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693181957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:01,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:01,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:01,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T17:52:01,967 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:01,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-15T17:52:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T17:52:01,971 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:01,971 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:01,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T17:52:02,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T17:52:02,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:02,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:52:02,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:02,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:02,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:02,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693182167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:02,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693182167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:02,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:02,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:02,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:02,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:02,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:02,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:02,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/4e44a8937a19428a95ba91fea173e4d8 2024-11-15T17:52:02,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/da504b9aa76d41a79e6fb763481b3eb6 is 50, key is test_row_0/C:col10/1731693121779/Put/seqid=0 2024-11-15T17:52:02,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741935_1111 (size=12301) 2024-11-15T17:52:02,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/da504b9aa76d41a79e6fb763481b3eb6 2024-11-15T17:52:02,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/f7c4fed940974d7888e87e6994c49977 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/f7c4fed940974d7888e87e6994c49977 2024-11-15T17:52:02,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/f7c4fed940974d7888e87e6994c49977, entries=250, sequenceid=502, filesize=16.8 K 2024-11-15T17:52:02,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/4e44a8937a19428a95ba91fea173e4d8 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/4e44a8937a19428a95ba91fea173e4d8 2024-11-15T17:52:02,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T17:52:02,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:02,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:52:02,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:02,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:02,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T17:52:02,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/4e44a8937a19428a95ba91fea173e4d8, entries=150, sequenceid=502, filesize=12.0 K 2024-11-15T17:52:02,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/da504b9aa76d41a79e6fb763481b3eb6 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/da504b9aa76d41a79e6fb763481b3eb6 2024-11-15T17:52:02,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/da504b9aa76d41a79e6fb763481b3eb6, entries=150, sequenceid=502, filesize=12.0 K 2024-11-15T17:52:02,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 184c64b0d70f4e06de1ab256956530f5 in 544ms, sequenceid=502, compaction requested=true 2024-11-15T17:52:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:52:02,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:52:02,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:02,326 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:02,326 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:02,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:52:02,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:02,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:52:02,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:02,327 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 59952 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:02,327 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/A is initiating minor compaction (all files) 2024-11-15T17:52:02,327 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:02,327 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/A in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:02,327 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/B is initiating minor compaction (all files) 2024-11-15T17:52:02,327 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/B in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:02,327 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/d81a8db5de9b4f30b6f01974fe33bfe5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/6f9f776291b94adda7b46fd9b04fa482, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/adc93216be7d465d96ad5ad2eda345a7, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/f7c4fed940974d7888e87e6994c49977] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=58.5 K 2024-11-15T17:52:02,327 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/bb7da7b738404496a28d2af152ba6a73, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/2a22fa2776bd48fcad2ffcbd916231bf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/a3f8095b4349461fad5e4419d92e52d2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/4e44a8937a19428a95ba91fea173e4d8] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=49.0 K 2024-11-15T17:52:02,328 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting bb7da7b738404496a28d2af152ba6a73, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731693118487 2024-11-15T17:52:02,328 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting d81a8db5de9b4f30b6f01974fe33bfe5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731693118487 2024-11-15T17:52:02,329 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f9f776291b94adda7b46fd9b04fa482, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731693119661 2024-11-15T17:52:02,329 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a22fa2776bd48fcad2ffcbd916231bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731693119661 2024-11-15T17:52:02,329 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting adc93216be7d465d96ad5ad2eda345a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1731693119936 2024-11-15T17:52:02,330 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7c4fed940974d7888e87e6994c49977, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1731693120620 2024-11-15T17:52:02,330 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting a3f8095b4349461fad5e4419d92e52d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1731693119936 2024-11-15T17:52:02,331 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e44a8937a19428a95ba91fea173e4d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1731693120625 2024-11-15T17:52:02,365 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#A#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:02,366 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/225a5893d01d4f6b9ac12fd5a784e1bf is 50, key is test_row_0/A:col10/1731693121779/Put/seqid=0 2024-11-15T17:52:02,369 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#B#compaction#100 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:02,372 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/646b231e24054b0380641bd75e4692ac is 50, key is test_row_0/B:col10/1731693121779/Put/seqid=0 2024-11-15T17:52:02,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741936_1112 (size=13425) 2024-11-15T17:52:02,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741937_1113 (size=13425) 2024-11-15T17:52:02,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T17:52:02,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:02,434 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-15T17:52:02,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:52:02,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:02,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:52:02,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:02,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:52:02,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:02,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/ee5dd1e85bc948598d984b398d21e5ee is 50, key is test_row_0/A:col10/1731693121843/Put/seqid=0 2024-11-15T17:52:02,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741938_1114 (size=12301) 2024-11-15T17:52:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:52:02,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:52:02,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693182524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:02,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:02,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:02,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:02,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693182526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:02,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:02,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:02,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T17:52:02,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693182638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:02,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693182638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:02,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:02,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:02,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:02,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:02,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:02,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:02,792 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/225a5893d01d4f6b9ac12fd5a784e1bf as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/225a5893d01d4f6b9ac12fd5a784e1bf 2024-11-15T17:52:02,800 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/646b231e24054b0380641bd75e4692ac as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/646b231e24054b0380641bd75e4692ac 2024-11-15T17:52:02,805 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/A of 184c64b0d70f4e06de1ab256956530f5 into 225a5893d01d4f6b9ac12fd5a784e1bf(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:02,805 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:52:02,806 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/A, priority=12, startTime=1731693122325; duration=0sec 2024-11-15T17:52:02,806 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:02,806 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:A 2024-11-15T17:52:02,806 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:02,807 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:02,807 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 184c64b0d70f4e06de1ab256956530f5/C is initiating minor compaction (all files) 2024-11-15T17:52:02,807 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 184c64b0d70f4e06de1ab256956530f5/C in TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:02,808 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/d5471839ed274d858b49bd12a7f2fccf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/8b3ac9aa18b04b04a0731a1d9d50526c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/68ca9894248f49198626ab73818ed6da, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/da504b9aa76d41a79e6fb763481b3eb6] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp, totalSize=49.0 K 2024-11-15T17:52:02,808 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5471839ed274d858b49bd12a7f2fccf, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731693118487 2024-11-15T17:52:02,809 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b3ac9aa18b04b04a0731a1d9d50526c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731693119661 2024-11-15T17:52:02,810 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68ca9894248f49198626ab73818ed6da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1731693119936 2024-11-15T17:52:02,811 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting da504b9aa76d41a79e6fb763481b3eb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1731693120625 2024-11-15T17:52:02,812 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/B of 184c64b0d70f4e06de1ab256956530f5 into 646b231e24054b0380641bd75e4692ac(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:02,812 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:52:02,812 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/B, priority=12, startTime=1731693122326; duration=0sec 2024-11-15T17:52:02,812 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:02,812 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:B 2024-11-15T17:52:02,825 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 184c64b0d70f4e06de1ab256956530f5#C#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:02,826 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/29dabd73ec3a46718a5639c5eb2b7f06 is 50, key is test_row_0/C:col10/1731693121779/Put/seqid=0 2024-11-15T17:52:02,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741939_1115 (size=13425) 2024-11-15T17:52:02,849 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/ee5dd1e85bc948598d984b398d21e5ee 2024-11-15T17:52:02,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693182858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:02,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693182859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:02,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:02,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:02,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:02,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/f51f5156c86241d9b1b3ba17e78f93fb is 50, key is test_row_0/B:col10/1731693121843/Put/seqid=0 2024-11-15T17:52:02,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741940_1116 (size=12301) 2024-11-15T17:52:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T17:52:03,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693183167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:03,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:03,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:03,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:03,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693183178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:03,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:03,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:03,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:03,244 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/29dabd73ec3a46718a5639c5eb2b7f06 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/29dabd73ec3a46718a5639c5eb2b7f06 2024-11-15T17:52:03,252 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 184c64b0d70f4e06de1ab256956530f5/C of 184c64b0d70f4e06de1ab256956530f5 into 29dabd73ec3a46718a5639c5eb2b7f06(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:03,252 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:52:03,253 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., storeName=184c64b0d70f4e06de1ab256956530f5/C, priority=12, startTime=1731693122326; duration=0sec 2024-11-15T17:52:03,253 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:03,253 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:C 2024-11-15T17:52:03,285 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/f51f5156c86241d9b1b3ba17e78f93fb 2024-11-15T17:52:03,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/9ddf10ab94454a37b6d664261981a423 is 50, key is test_row_0/C:col10/1731693121843/Put/seqid=0 2024-11-15T17:52:03,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741941_1117 (size=12301) 2024-11-15T17:52:03,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57846 deadline: 1731693183677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:03,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57832 deadline: 1731693183696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:03,708 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/9ddf10ab94454a37b6d664261981a423 2024-11-15T17:52:03,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/ee5dd1e85bc948598d984b398d21e5ee as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ee5dd1e85bc948598d984b398d21e5ee 2024-11-15T17:52:03,723 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ee5dd1e85bc948598d984b398d21e5ee, entries=150, sequenceid=521, filesize=12.0 K 2024-11-15T17:52:03,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/f51f5156c86241d9b1b3ba17e78f93fb as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f51f5156c86241d9b1b3ba17e78f93fb 2024-11-15T17:52:03,729 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f51f5156c86241d9b1b3ba17e78f93fb, entries=150, sequenceid=521, filesize=12.0 K 2024-11-15T17:52:03,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/9ddf10ab94454a37b6d664261981a423 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/9ddf10ab94454a37b6d664261981a423 2024-11-15T17:52:03,736 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/9ddf10ab94454a37b6d664261981a423, entries=150, sequenceid=521, filesize=12.0 K 2024-11-15T17:52:03,737 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 184c64b0d70f4e06de1ab256956530f5 in 1303ms, sequenceid=521, compaction requested=false 2024-11-15T17:52:03,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:52:03,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:03,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-15T17:52:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-15T17:52:03,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-15T17:52:03,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7660 sec 2024-11-15T17:52:03,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.7750 sec 2024-11-15T17:52:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T17:52:04,117 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:04,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-15T17:52:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T17:52:04,120 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:04,121 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:04,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T17:52:04,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-15T17:52:04,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:04,274 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-15T17:52:04,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:52:04,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:04,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:52:04,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:04,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:52:04,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:04,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/97b4266b50ca452699983920940e1aa9 is 50, key is test_row_0/A:col10/1731693122522/Put/seqid=0 2024-11-15T17:52:04,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741942_1118 (size=12301) 2024-11-15T17:52:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T17:52:04,684 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/97b4266b50ca452699983920940e1aa9 2024-11-15T17:52:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:52:04,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. as already flushing 2024-11-15T17:52:04,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/762f084132ec4efb9ebed9a27a87667c is 50, key is test_row_0/B:col10/1731693122522/Put/seqid=0 2024-11-15T17:52:04,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741943_1119 (size=12301) 2024-11-15T17:52:04,727 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-15T17:52:04,728 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-15T17:52:04,728 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:52:04,728 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:52:04,733 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-15T17:52:04,733 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:52:04,734 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-15T17:52:04,734 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:52:04,734 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-15T17:52:04,734 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:52:04,734 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:04,734 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:04,734 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-15T17:52:04,735 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:52:04,735 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:04,735 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:04,735 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:04,735 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:04,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:04,735 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:04,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:04,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:04,736 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:04,736 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:04,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:04,736 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:04,737 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:04,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:04,739 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:04,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T17:52:05,127 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/762f084132ec4efb9ebed9a27a87667c 2024-11-15T17:52:05,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/1bf9300959ba4f93a254d45962c0475c is 50, key is test_row_0/C:col10/1731693122522/Put/seqid=0 2024-11-15T17:52:05,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741944_1120 (size=12301) 2024-11-15T17:52:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T17:52:05,545 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/1bf9300959ba4f93a254d45962c0475c 2024-11-15T17:52:05,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/97b4266b50ca452699983920940e1aa9 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/97b4266b50ca452699983920940e1aa9 2024-11-15T17:52:05,561 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/97b4266b50ca452699983920940e1aa9, entries=150, sequenceid=538, filesize=12.0 K 2024-11-15T17:52:05,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/762f084132ec4efb9ebed9a27a87667c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/762f084132ec4efb9ebed9a27a87667c 2024-11-15T17:52:05,569 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/762f084132ec4efb9ebed9a27a87667c, entries=150, sequenceid=538, filesize=12.0 K 2024-11-15T17:52:05,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/1bf9300959ba4f93a254d45962c0475c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/1bf9300959ba4f93a254d45962c0475c 2024-11-15T17:52:05,577 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/1bf9300959ba4f93a254d45962c0475c, entries=150, sequenceid=538, filesize=12.0 K 2024-11-15T17:52:05,578 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=67.09 KB/68700 for 184c64b0d70f4e06de1ab256956530f5 in 1304ms, sequenceid=538, compaction requested=true 2024-11-15T17:52:05,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:52:05,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:05,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-15T17:52:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-15T17:52:05,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-15T17:52:05,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4590 sec 2024-11-15T17:52:05,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.4630 sec 2024-11-15T17:52:06,069 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:52:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T17:52:06,267 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:52:08,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-15T17:52:08,629 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-15T17:52:08,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:52:08,629 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:52:08,630 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:08,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:08,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:52:08,630 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:08,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:08,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:08,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:52:08,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:08,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/a3f40df9eba443928b8e9d9307a0ad4f is 50, key is test_row_0/A:col10/1731693128627/Put/seqid=0 2024-11-15T17:52:08,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741945_1121 (size=9857) 2024-11-15T17:52:08,722 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-15T17:52:08,722 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:52:08,722 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:08,722 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:08,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:08,738 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-15T17:52:08,739 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:52:08,739 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:08,739 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:08,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:08,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T17:52:08,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 241 2024-11-15T17:52:08,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-15T17:52:08,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-15T17:52:08,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-15T17:52:08,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-15T17:52:08,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T17:52:08,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2218 2024-11-15T17:52:08,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2223 2024-11-15T17:52:08,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T17:52:08,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1002 2024-11-15T17:52:08,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3003 rows 2024-11-15T17:52:08,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1010 2024-11-15T17:52:08,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3027 rows 2024-11-15T17:52:08,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:52:08,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:52:08,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:08,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:08,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:08,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T17:52:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T17:52:08,751 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693128750"}]},"ts":"1731693128750"} 2024-11-15T17:52:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T17:52:08,753 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T17:52:08,753 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T17:52:08,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T17:52:08,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=184c64b0d70f4e06de1ab256956530f5, UNASSIGN}] 2024-11-15T17:52:08,760 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=184c64b0d70f4e06de1ab256956530f5, UNASSIGN 2024-11-15T17:52:08,761 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=184c64b0d70f4e06de1ab256956530f5, regionState=CLOSING, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:52:08,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=184c64b0d70f4e06de1ab256956530f5, UNASSIGN because future has completed 2024-11-15T17:52:08,765 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T17:52:08,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691}] 2024-11-15T17:52:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T17:52:08,927 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:52:08,927 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T17:52:08,929 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 184c64b0d70f4e06de1ab256956530f5, disabling compactions & flushes 2024-11-15T17:52:08,929 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:09,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/a3f40df9eba443928b8e9d9307a0ad4f 2024-11-15T17:52:09,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/448ede4653dc4ef7a1adcb5066550e8d is 50, key is test_row_0/B:col10/1731693128627/Put/seqid=0 2024-11-15T17:52:09,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741946_1122 (size=9857) 2024-11-15T17:52:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T17:52:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T17:52:09,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/448ede4653dc4ef7a1adcb5066550e8d 2024-11-15T17:52:09,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/533e6faa05364d78947f3ef3133d3175 is 50, key is test_row_0/C:col10/1731693128627/Put/seqid=0 2024-11-15T17:52:09,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741947_1123 (size=9857) 2024-11-15T17:52:09,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/533e6faa05364d78947f3ef3133d3175 2024-11-15T17:52:09,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/a3f40df9eba443928b8e9d9307a0ad4f as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/a3f40df9eba443928b8e9d9307a0ad4f 2024-11-15T17:52:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T17:52:09,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/a3f40df9eba443928b8e9d9307a0ad4f, entries=100, sequenceid=552, filesize=9.6 K 2024-11-15T17:52:09,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/448ede4653dc4ef7a1adcb5066550e8d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/448ede4653dc4ef7a1adcb5066550e8d 2024-11-15T17:52:09,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/448ede4653dc4ef7a1adcb5066550e8d, entries=100, sequenceid=552, filesize=9.6 K 2024-11-15T17:52:09,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/533e6faa05364d78947f3ef3133d3175 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/533e6faa05364d78947f3ef3133d3175 2024-11-15T17:52:09,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/533e6faa05364d78947f3ef3133d3175, entries=100, sequenceid=552, filesize=9.6 K 2024-11-15T17:52:09,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=13.42 KB/13740 for 184c64b0d70f4e06de1ab256956530f5 in 1280ms, sequenceid=552, compaction requested=true 2024-11-15T17:52:09,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 184c64b0d70f4e06de1ab256956530f5: 2024-11-15T17:52:09,909 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:09,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:52:09,909 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:09,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:09,909 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. after waiting 0 ms 2024-11-15T17:52:09,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:52:09,909 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:09,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:09,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 184c64b0d70f4e06de1ab256956530f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:52:09,909 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. because compaction request was cancelled 2024-11-15T17:52:09,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T17:52:09,909 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:A 2024-11-15T17:52:09,910 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing 184c64b0d70f4e06de1ab256956530f5 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-15T17:52:09,910 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. because compaction request was cancelled 2024-11-15T17:52:09,910 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:B 2024-11-15T17:52:09,910 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. because compaction request was cancelled 2024-11-15T17:52:09,910 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 184c64b0d70f4e06de1ab256956530f5:C 2024-11-15T17:52:09,910 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=A 2024-11-15T17:52:09,910 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:09,910 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=B 2024-11-15T17:52:09,910 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:09,910 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 184c64b0d70f4e06de1ab256956530f5, store=C 2024-11-15T17:52:09,910 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:09,915 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/1ef88b66b50a460bb9b251bfc837b585 is 50, key is test_row_0/A:col10/1731693128718/Put/seqid=0 2024-11-15T17:52:09,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741948_1124 (size=9857) 2024-11-15T17:52:10,323 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/1ef88b66b50a460bb9b251bfc837b585 2024-11-15T17:52:10,332 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/686c7d00280d4df78393bd8354ce903c is 50, key is test_row_0/B:col10/1731693128718/Put/seqid=0 2024-11-15T17:52:10,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741949_1125 (size=9857) 2024-11-15T17:52:10,737 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/686c7d00280d4df78393bd8354ce903c 2024-11-15T17:52:10,746 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/b1bb3ce5ab534b23a2b447094a4a7409 is 50, key is test_row_0/C:col10/1731693128718/Put/seqid=0 2024-11-15T17:52:10,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741950_1126 (size=9857) 2024-11-15T17:52:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T17:52:11,152 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/b1bb3ce5ab534b23a2b447094a4a7409 2024-11-15T17:52:11,158 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/A/1ef88b66b50a460bb9b251bfc837b585 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/1ef88b66b50a460bb9b251bfc837b585 2024-11-15T17:52:11,164 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/1ef88b66b50a460bb9b251bfc837b585, entries=100, sequenceid=557, filesize=9.6 K 2024-11-15T17:52:11,165 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/B/686c7d00280d4df78393bd8354ce903c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/686c7d00280d4df78393bd8354ce903c 2024-11-15T17:52:11,170 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/686c7d00280d4df78393bd8354ce903c, entries=100, sequenceid=557, filesize=9.6 K 2024-11-15T17:52:11,171 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/.tmp/C/b1bb3ce5ab534b23a2b447094a4a7409 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/b1bb3ce5ab534b23a2b447094a4a7409 2024-11-15T17:52:11,176 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/b1bb3ce5ab534b23a2b447094a4a7409, entries=100, sequenceid=557, filesize=9.6 K 2024-11-15T17:52:11,177 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 184c64b0d70f4e06de1ab256956530f5 in 1268ms, sequenceid=557, compaction requested=true 2024-11-15T17:52:11,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/714d2d7c17704d54925b26ee66fbd573, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/32a23a49249646c08a018ec36f549ae9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/522f39bb8f8440208d2fab485530726a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/b7d271fdbd4943eea7752bcdb46fd90f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/3e3750e9f5dd4c648fbf28255b7dadbe, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ab7f6568fb7d45188c1e9af911110970, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/3fcafa297665444a8dff796a01eeb283, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/a38c8df6c26944fe915e4e7cd23b57de, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/666daa7998cd4edfb562e0807dcbcd47, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/4eb87a3497af4606a3c31bf201e5856f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/8b9a6d4f09694f5e9d177046e0e1cab4, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/47d8df1fadbd42f78d0a1288de5d3ffe, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ec95aa914a024bc8b23ada2f982ca8d5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/1ce1859be8e94df7b6a2d6fc90f5c4dc, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/17c1a0b8ab874907acf72aadb62cb7d8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/250b818cd6fc4d76b3c5e7181226f6bb, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/db5743ed554a4d08958dbc63f6f878f6, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ea948510775a42f99bab213bb13cf7e8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/f6a3e9a3b3ce474882b745f21e41b7e8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/a5d4c6b446144eaa88393b06e2937f8e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/b0f05815ab0049389c15f0b927c17fe2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/161b3cc95d9341fe8ed1b45133dac02a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/e4580f93176b42b0a258bc7429b5ee93, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/20c143f8d0774e52b08d15fff4ea7494, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/cfbddc61403c494b82ef7668e789235a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/6b026338580244899f0ae0f2c9141d2f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/affd8802e8534195a7bee785bfc1a2ef, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/391dab0faaca470788e49d7832ca39c2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/4c50c93456ce42b5a4b558e29109fe6d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/d81a8db5de9b4f30b6f01974fe33bfe5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/6f9f776291b94adda7b46fd9b04fa482, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/adc93216be7d465d96ad5ad2eda345a7, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/f7c4fed940974d7888e87e6994c49977] to archive 2024-11-15T17:52:11,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:52:11,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/714d2d7c17704d54925b26ee66fbd573 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/714d2d7c17704d54925b26ee66fbd573 2024-11-15T17:52:11,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/32a23a49249646c08a018ec36f549ae9 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/32a23a49249646c08a018ec36f549ae9 2024-11-15T17:52:11,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/522f39bb8f8440208d2fab485530726a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/522f39bb8f8440208d2fab485530726a 2024-11-15T17:52:11,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/b7d271fdbd4943eea7752bcdb46fd90f to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/b7d271fdbd4943eea7752bcdb46fd90f 2024-11-15T17:52:11,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/3e3750e9f5dd4c648fbf28255b7dadbe to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/3e3750e9f5dd4c648fbf28255b7dadbe 2024-11-15T17:52:11,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ab7f6568fb7d45188c1e9af911110970 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ab7f6568fb7d45188c1e9af911110970 2024-11-15T17:52:11,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/3fcafa297665444a8dff796a01eeb283 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/3fcafa297665444a8dff796a01eeb283 2024-11-15T17:52:11,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/a38c8df6c26944fe915e4e7cd23b57de to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/a38c8df6c26944fe915e4e7cd23b57de 2024-11-15T17:52:11,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/666daa7998cd4edfb562e0807dcbcd47 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/666daa7998cd4edfb562e0807dcbcd47 2024-11-15T17:52:11,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/4eb87a3497af4606a3c31bf201e5856f to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/4eb87a3497af4606a3c31bf201e5856f 2024-11-15T17:52:11,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/8b9a6d4f09694f5e9d177046e0e1cab4 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/8b9a6d4f09694f5e9d177046e0e1cab4 2024-11-15T17:52:11,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/47d8df1fadbd42f78d0a1288de5d3ffe to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/47d8df1fadbd42f78d0a1288de5d3ffe 2024-11-15T17:52:11,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ec95aa914a024bc8b23ada2f982ca8d5 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ec95aa914a024bc8b23ada2f982ca8d5 2024-11-15T17:52:11,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/1ce1859be8e94df7b6a2d6fc90f5c4dc to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/1ce1859be8e94df7b6a2d6fc90f5c4dc 2024-11-15T17:52:11,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/17c1a0b8ab874907acf72aadb62cb7d8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/17c1a0b8ab874907acf72aadb62cb7d8 2024-11-15T17:52:11,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/250b818cd6fc4d76b3c5e7181226f6bb to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/250b818cd6fc4d76b3c5e7181226f6bb 2024-11-15T17:52:11,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/db5743ed554a4d08958dbc63f6f878f6 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/db5743ed554a4d08958dbc63f6f878f6 2024-11-15T17:52:11,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ea948510775a42f99bab213bb13cf7e8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ea948510775a42f99bab213bb13cf7e8 2024-11-15T17:52:11,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/f6a3e9a3b3ce474882b745f21e41b7e8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/f6a3e9a3b3ce474882b745f21e41b7e8 2024-11-15T17:52:11,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/a5d4c6b446144eaa88393b06e2937f8e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/a5d4c6b446144eaa88393b06e2937f8e 2024-11-15T17:52:11,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/b0f05815ab0049389c15f0b927c17fe2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/b0f05815ab0049389c15f0b927c17fe2 2024-11-15T17:52:11,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/161b3cc95d9341fe8ed1b45133dac02a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/161b3cc95d9341fe8ed1b45133dac02a 2024-11-15T17:52:11,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/e4580f93176b42b0a258bc7429b5ee93 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/e4580f93176b42b0a258bc7429b5ee93 2024-11-15T17:52:11,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/20c143f8d0774e52b08d15fff4ea7494 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/20c143f8d0774e52b08d15fff4ea7494 2024-11-15T17:52:11,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/cfbddc61403c494b82ef7668e789235a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/cfbddc61403c494b82ef7668e789235a 2024-11-15T17:52:11,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/6b026338580244899f0ae0f2c9141d2f to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/6b026338580244899f0ae0f2c9141d2f 2024-11-15T17:52:11,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/affd8802e8534195a7bee785bfc1a2ef to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/affd8802e8534195a7bee785bfc1a2ef 2024-11-15T17:52:11,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/391dab0faaca470788e49d7832ca39c2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/391dab0faaca470788e49d7832ca39c2 2024-11-15T17:52:11,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/4c50c93456ce42b5a4b558e29109fe6d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/4c50c93456ce42b5a4b558e29109fe6d 2024-11-15T17:52:11,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/d81a8db5de9b4f30b6f01974fe33bfe5 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/d81a8db5de9b4f30b6f01974fe33bfe5 2024-11-15T17:52:11,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/6f9f776291b94adda7b46fd9b04fa482 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/6f9f776291b94adda7b46fd9b04fa482 2024-11-15T17:52:11,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/adc93216be7d465d96ad5ad2eda345a7 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/adc93216be7d465d96ad5ad2eda345a7 2024-11-15T17:52:11,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/f7c4fed940974d7888e87e6994c49977 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/f7c4fed940974d7888e87e6994c49977 2024-11-15T17:52:11,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/5052fdccc51f4c6fbf1e2d72355f15aa, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f01f1f82c9f14ac6a8d11e5d57968a9c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/2b435f8507b949958f7bb8ce71e5cd6e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/99c9ca7b91a84f80ba03b5ba929b535a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f75675b9a8ad42c4a685a2abff19e921, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/7c9c363256064069b498eda24c1a6dc1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/900dd6701f5a41c694bc8cfad88a6f67, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/e62cbb2383a1469e93c3a929408bb1cb, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/8f846c8f05864f8f95fd54d1c4444c1e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/d48e1b04d61c4a8d81ee4c58c1a0cc63, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/a88de705c4ba4828a2a166981cb73b0e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/762f2073d7924f6fbf54967b412f944e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/c6ac6d6f540e4af994ecaf0cb564bffe, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/a9d1e1284b084d4c8547dd6b8edd5597, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/4c35b040ffd6401dbeccbf34e6966ba9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/c6fdcbf9770b4fe3bbe2b6b0b147b68a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/829956fcc7a04b0084221ba02439c17b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/ee70f82c49774820b738486488b77568, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f8774c87db1b4250a6e3a255184443eb, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/0628ebcf1885466fba609d81c535ab2a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/bcf2ea0aa9d44a7f83a3abfc0dadaaf1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/20999604b7684f8eb1365c49b423e1a6, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/b7ff265e96fc479a88e111e8dd002c18, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/d2fca4a7619249db86011eafa9d8da48, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/83002b79516e43c192dd880231f29575, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/9ce8acfa48b44b9996a742c67d46988a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/5ee99706eddf4bc0940d8a8167441b6e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/73378d43ce104f20a73afbd54514f42c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/bb7da7b738404496a28d2af152ba6a73, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/0412b83a773e4345863ad212ca3e714f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/2a22fa2776bd48fcad2ffcbd916231bf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/a3f8095b4349461fad5e4419d92e52d2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/4e44a8937a19428a95ba91fea173e4d8] to archive 2024-11-15T17:52:11,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:52:11,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/5052fdccc51f4c6fbf1e2d72355f15aa to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/5052fdccc51f4c6fbf1e2d72355f15aa 2024-11-15T17:52:11,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f01f1f82c9f14ac6a8d11e5d57968a9c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f01f1f82c9f14ac6a8d11e5d57968a9c 2024-11-15T17:52:11,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/2b435f8507b949958f7bb8ce71e5cd6e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/2b435f8507b949958f7bb8ce71e5cd6e 2024-11-15T17:52:11,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/99c9ca7b91a84f80ba03b5ba929b535a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/99c9ca7b91a84f80ba03b5ba929b535a 2024-11-15T17:52:11,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f75675b9a8ad42c4a685a2abff19e921 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f75675b9a8ad42c4a685a2abff19e921 2024-11-15T17:52:11,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/7c9c363256064069b498eda24c1a6dc1 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/7c9c363256064069b498eda24c1a6dc1 2024-11-15T17:52:11,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/900dd6701f5a41c694bc8cfad88a6f67 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/900dd6701f5a41c694bc8cfad88a6f67 2024-11-15T17:52:11,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/e62cbb2383a1469e93c3a929408bb1cb to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/e62cbb2383a1469e93c3a929408bb1cb 2024-11-15T17:52:11,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/8f846c8f05864f8f95fd54d1c4444c1e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/8f846c8f05864f8f95fd54d1c4444c1e 2024-11-15T17:52:11,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/d48e1b04d61c4a8d81ee4c58c1a0cc63 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/d48e1b04d61c4a8d81ee4c58c1a0cc63 2024-11-15T17:52:11,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/a88de705c4ba4828a2a166981cb73b0e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/a88de705c4ba4828a2a166981cb73b0e 2024-11-15T17:52:11,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/762f2073d7924f6fbf54967b412f944e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/762f2073d7924f6fbf54967b412f944e 2024-11-15T17:52:11,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/c6ac6d6f540e4af994ecaf0cb564bffe to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/c6ac6d6f540e4af994ecaf0cb564bffe 2024-11-15T17:52:11,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/a9d1e1284b084d4c8547dd6b8edd5597 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/a9d1e1284b084d4c8547dd6b8edd5597 2024-11-15T17:52:11,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/4c35b040ffd6401dbeccbf34e6966ba9 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/4c35b040ffd6401dbeccbf34e6966ba9 2024-11-15T17:52:11,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/c6fdcbf9770b4fe3bbe2b6b0b147b68a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/c6fdcbf9770b4fe3bbe2b6b0b147b68a 2024-11-15T17:52:11,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/829956fcc7a04b0084221ba02439c17b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/829956fcc7a04b0084221ba02439c17b 2024-11-15T17:52:11,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/ee70f82c49774820b738486488b77568 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/ee70f82c49774820b738486488b77568 2024-11-15T17:52:11,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f8774c87db1b4250a6e3a255184443eb to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f8774c87db1b4250a6e3a255184443eb 2024-11-15T17:52:11,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/0628ebcf1885466fba609d81c535ab2a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/0628ebcf1885466fba609d81c535ab2a 2024-11-15T17:52:11,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/bcf2ea0aa9d44a7f83a3abfc0dadaaf1 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/bcf2ea0aa9d44a7f83a3abfc0dadaaf1 2024-11-15T17:52:11,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/20999604b7684f8eb1365c49b423e1a6 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/20999604b7684f8eb1365c49b423e1a6 2024-11-15T17:52:11,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/b7ff265e96fc479a88e111e8dd002c18 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/b7ff265e96fc479a88e111e8dd002c18 2024-11-15T17:52:11,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/d2fca4a7619249db86011eafa9d8da48 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/d2fca4a7619249db86011eafa9d8da48 2024-11-15T17:52:11,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/83002b79516e43c192dd880231f29575 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/83002b79516e43c192dd880231f29575 2024-11-15T17:52:11,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/9ce8acfa48b44b9996a742c67d46988a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/9ce8acfa48b44b9996a742c67d46988a 2024-11-15T17:52:11,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/5ee99706eddf4bc0940d8a8167441b6e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/5ee99706eddf4bc0940d8a8167441b6e 2024-11-15T17:52:11,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/73378d43ce104f20a73afbd54514f42c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/73378d43ce104f20a73afbd54514f42c 2024-11-15T17:52:11,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/bb7da7b738404496a28d2af152ba6a73 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/bb7da7b738404496a28d2af152ba6a73 2024-11-15T17:52:11,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/0412b83a773e4345863ad212ca3e714f to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/0412b83a773e4345863ad212ca3e714f 2024-11-15T17:52:11,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/2a22fa2776bd48fcad2ffcbd916231bf to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/2a22fa2776bd48fcad2ffcbd916231bf 2024-11-15T17:52:11,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/a3f8095b4349461fad5e4419d92e52d2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/a3f8095b4349461fad5e4419d92e52d2 2024-11-15T17:52:11,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/4e44a8937a19428a95ba91fea173e4d8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/4e44a8937a19428a95ba91fea173e4d8 2024-11-15T17:52:11,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/95850108e2324d698ef60c997bd8945d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/41e1db5dbb6643a68c349ffacf68375e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/dee4e0828bed47a8a85d7790c7b2c253, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/c73f537550b5442689d0cd3a49b10353, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/311392696c934557a43fc50f80865860, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/fa4a92fa20674fd2bc7d36e2e012f688, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/f30096ef57f744e6aed792c6c33fa09c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/80d60713308a41a2b5fdbe88d77ea3ef, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/ef73d5ecd79b405f84743d11d670fdab, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/8d2d95d9cfeb43828b5d6cdb7aad15dc, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/9768856ec1ee4ccf87cbd01581e00538, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/a2ed6e1a1b2045c69adffcf6a027baf0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/45a9a379585b4b6fb58954f59d8df871, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/ba207a99fb2f4368801595b2ed34b233, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/73ad6cb1996143cdacc7de3c48dc3e39, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/74e3244ba96b4ee7b194a03c2825a9b2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/76e5544964a64899a5c44f368351d98f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/c6243ca264a24c5c8fb55df2f63c6bf5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/6f877bb36f704321b9f70a23112015c4, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/00f24f37f2b44d39a33740a58a02c9d2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/0262ee45e51846f3a599da7538332307, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/05bba6e124e844a2b2ca78601369a66d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/36f291c66a4a4560a85face8227ddd6b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/82adedf92a9543bdb464ac99f1cb71b5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/84943a9597e0476db95f0641079817b0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/99a5fdb683954d46a3ce9c9cb892ecd9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/3b59125f3d8c4e26a39d4b06cfe7f70b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/68854ce2157c43e8904097484eec347c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/d5471839ed274d858b49bd12a7f2fccf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/b54942cb10854d898a7c541093912055, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/8b3ac9aa18b04b04a0731a1d9d50526c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/68ca9894248f49198626ab73818ed6da, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/da504b9aa76d41a79e6fb763481b3eb6] to archive 2024-11-15T17:52:11,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:52:11,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/95850108e2324d698ef60c997bd8945d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/95850108e2324d698ef60c997bd8945d 2024-11-15T17:52:11,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/41e1db5dbb6643a68c349ffacf68375e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/41e1db5dbb6643a68c349ffacf68375e 2024-11-15T17:52:11,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/dee4e0828bed47a8a85d7790c7b2c253 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/dee4e0828bed47a8a85d7790c7b2c253 2024-11-15T17:52:11,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/c73f537550b5442689d0cd3a49b10353 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/c73f537550b5442689d0cd3a49b10353 2024-11-15T17:52:11,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/311392696c934557a43fc50f80865860 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/311392696c934557a43fc50f80865860 2024-11-15T17:52:11,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/fa4a92fa20674fd2bc7d36e2e012f688 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/fa4a92fa20674fd2bc7d36e2e012f688 2024-11-15T17:52:11,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/f30096ef57f744e6aed792c6c33fa09c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/f30096ef57f744e6aed792c6c33fa09c 2024-11-15T17:52:11,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/80d60713308a41a2b5fdbe88d77ea3ef to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/80d60713308a41a2b5fdbe88d77ea3ef 2024-11-15T17:52:11,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/ef73d5ecd79b405f84743d11d670fdab to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/ef73d5ecd79b405f84743d11d670fdab 2024-11-15T17:52:11,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/8d2d95d9cfeb43828b5d6cdb7aad15dc to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/8d2d95d9cfeb43828b5d6cdb7aad15dc 2024-11-15T17:52:11,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/9768856ec1ee4ccf87cbd01581e00538 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/9768856ec1ee4ccf87cbd01581e00538 2024-11-15T17:52:11,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/a2ed6e1a1b2045c69adffcf6a027baf0 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/a2ed6e1a1b2045c69adffcf6a027baf0 2024-11-15T17:52:11,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/45a9a379585b4b6fb58954f59d8df871 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/45a9a379585b4b6fb58954f59d8df871 2024-11-15T17:52:11,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/ba207a99fb2f4368801595b2ed34b233 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/ba207a99fb2f4368801595b2ed34b233 2024-11-15T17:52:11,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/73ad6cb1996143cdacc7de3c48dc3e39 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/73ad6cb1996143cdacc7de3c48dc3e39 2024-11-15T17:52:11,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/74e3244ba96b4ee7b194a03c2825a9b2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/74e3244ba96b4ee7b194a03c2825a9b2 2024-11-15T17:52:11,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/76e5544964a64899a5c44f368351d98f to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/76e5544964a64899a5c44f368351d98f 2024-11-15T17:52:11,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/c6243ca264a24c5c8fb55df2f63c6bf5 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/c6243ca264a24c5c8fb55df2f63c6bf5 2024-11-15T17:52:11,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/6f877bb36f704321b9f70a23112015c4 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/6f877bb36f704321b9f70a23112015c4 2024-11-15T17:52:11,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/00f24f37f2b44d39a33740a58a02c9d2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/00f24f37f2b44d39a33740a58a02c9d2 2024-11-15T17:52:11,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/0262ee45e51846f3a599da7538332307 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/0262ee45e51846f3a599da7538332307 2024-11-15T17:52:11,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/05bba6e124e844a2b2ca78601369a66d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/05bba6e124e844a2b2ca78601369a66d 2024-11-15T17:52:11,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/36f291c66a4a4560a85face8227ddd6b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/36f291c66a4a4560a85face8227ddd6b 2024-11-15T17:52:11,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/82adedf92a9543bdb464ac99f1cb71b5 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/82adedf92a9543bdb464ac99f1cb71b5 2024-11-15T17:52:11,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/84943a9597e0476db95f0641079817b0 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/84943a9597e0476db95f0641079817b0 2024-11-15T17:52:11,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/99a5fdb683954d46a3ce9c9cb892ecd9 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/99a5fdb683954d46a3ce9c9cb892ecd9 2024-11-15T17:52:11,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/3b59125f3d8c4e26a39d4b06cfe7f70b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/3b59125f3d8c4e26a39d4b06cfe7f70b 2024-11-15T17:52:11,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/68854ce2157c43e8904097484eec347c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/68854ce2157c43e8904097484eec347c 2024-11-15T17:52:11,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/d5471839ed274d858b49bd12a7f2fccf to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/d5471839ed274d858b49bd12a7f2fccf 2024-11-15T17:52:11,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/b54942cb10854d898a7c541093912055 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/b54942cb10854d898a7c541093912055 2024-11-15T17:52:11,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/8b3ac9aa18b04b04a0731a1d9d50526c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/8b3ac9aa18b04b04a0731a1d9d50526c 2024-11-15T17:52:11,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/68ca9894248f49198626ab73818ed6da to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/68ca9894248f49198626ab73818ed6da 2024-11-15T17:52:11,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/da504b9aa76d41a79e6fb763481b3eb6 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/da504b9aa76d41a79e6fb763481b3eb6 2024-11-15T17:52:11,358 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/recovered.edits/560.seqid, newMaxSeqId=560, maxSeqId=1 2024-11-15T17:52:11,359 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. 2024-11-15T17:52:11,359 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 184c64b0d70f4e06de1ab256956530f5: Waiting for close lock at 1731693128928Running coprocessor pre-close hooks at 1731693128928Disabling compacts and flushes for region at 1731693128928Disabling writes for close at 1731693129909 (+981 ms)Obtaining lock to block concurrent updates at 1731693129910 (+1 ms)Preparing flush snapshotting stores in 184c64b0d70f4e06de1ab256956530f5 at 1731693129910Finished memstore snapshotting TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1731693129910Flushing stores of TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5. at 1731693129911 (+1 ms)Flushing 184c64b0d70f4e06de1ab256956530f5/A: creating writer at 1731693129911Flushing 184c64b0d70f4e06de1ab256956530f5/A: appending metadata at 1731693129914 (+3 ms)Flushing 184c64b0d70f4e06de1ab256956530f5/A: closing flushed file at 1731693129914Flushing 184c64b0d70f4e06de1ab256956530f5/B: creating writer at 1731693130328 (+414 ms)Flushing 184c64b0d70f4e06de1ab256956530f5/B: appending metadata at 1731693130331 (+3 ms)Flushing 184c64b0d70f4e06de1ab256956530f5/B: closing flushed file at 1731693130332 (+1 ms)Flushing 184c64b0d70f4e06de1ab256956530f5/C: creating writer at 1731693130742 (+410 ms)Flushing 184c64b0d70f4e06de1ab256956530f5/C: appending metadata at 1731693130745 (+3 ms)Flushing 184c64b0d70f4e06de1ab256956530f5/C: closing flushed file at 1731693130745Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ade8cd1: reopening flushed file at 1731693131157 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ad1466: reopening flushed file at 1731693131164 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61cd0d3a: reopening flushed file at 1731693131171 (+7 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 184c64b0d70f4e06de1ab256956530f5 in 1268ms, sequenceid=557, compaction requested=true at 1731693131177 (+6 ms)Writing region close event to WAL at 1731693131353 (+176 ms)Running coprocessor post-close hooks at 1731693131359 (+6 ms)Closed at 1731693131359 2024-11-15T17:52:11,363 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:52:11,364 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=184c64b0d70f4e06de1ab256956530f5, regionState=CLOSED 2024-11-15T17:52:11,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 because future has completed 2024-11-15T17:52:11,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-15T17:52:11,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 184c64b0d70f4e06de1ab256956530f5, server=4e3b17656000,39103,1731693097691 in 2.6030 sec 2024-11-15T17:52:11,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-15T17:52:11,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=184c64b0d70f4e06de1ab256956530f5, UNASSIGN in 2.6120 sec 2024-11-15T17:52:11,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-15T17:52:11,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6190 sec 2024-11-15T17:52:11,378 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693131378"}]},"ts":"1731693131378"} 2024-11-15T17:52:11,380 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T17:52:11,380 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T17:52:11,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.6350 sec 2024-11-15T17:52:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T17:52:12,907 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:12,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T17:52:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:52:12,914 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:52:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-15T17:52:12,916 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:52:12,921 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:52:12,924 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A, FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B, FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C, FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/recovered.edits] 2024-11-15T17:52:12,928 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/1ef88b66b50a460bb9b251bfc837b585 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/1ef88b66b50a460bb9b251bfc837b585 2024-11-15T17:52:12,930 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/225a5893d01d4f6b9ac12fd5a784e1bf to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/225a5893d01d4f6b9ac12fd5a784e1bf 2024-11-15T17:52:12,931 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/97b4266b50ca452699983920940e1aa9 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/97b4266b50ca452699983920940e1aa9 2024-11-15T17:52:12,932 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/a3f40df9eba443928b8e9d9307a0ad4f to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/a3f40df9eba443928b8e9d9307a0ad4f 2024-11-15T17:52:12,933 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ee5dd1e85bc948598d984b398d21e5ee to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/A/ee5dd1e85bc948598d984b398d21e5ee 2024-11-15T17:52:12,937 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/448ede4653dc4ef7a1adcb5066550e8d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/448ede4653dc4ef7a1adcb5066550e8d 2024-11-15T17:52:12,938 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/646b231e24054b0380641bd75e4692ac to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/646b231e24054b0380641bd75e4692ac 2024-11-15T17:52:12,940 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/686c7d00280d4df78393bd8354ce903c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/686c7d00280d4df78393bd8354ce903c 2024-11-15T17:52:12,942 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/762f084132ec4efb9ebed9a27a87667c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/762f084132ec4efb9ebed9a27a87667c 2024-11-15T17:52:12,944 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f51f5156c86241d9b1b3ba17e78f93fb to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/B/f51f5156c86241d9b1b3ba17e78f93fb 2024-11-15T17:52:12,947 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/1bf9300959ba4f93a254d45962c0475c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/1bf9300959ba4f93a254d45962c0475c 2024-11-15T17:52:12,950 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/29dabd73ec3a46718a5639c5eb2b7f06 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/29dabd73ec3a46718a5639c5eb2b7f06 2024-11-15T17:52:12,951 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/533e6faa05364d78947f3ef3133d3175 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/533e6faa05364d78947f3ef3133d3175 2024-11-15T17:52:12,953 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/9ddf10ab94454a37b6d664261981a423 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/9ddf10ab94454a37b6d664261981a423 2024-11-15T17:52:12,955 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/b1bb3ce5ab534b23a2b447094a4a7409 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/C/b1bb3ce5ab534b23a2b447094a4a7409 2024-11-15T17:52:12,959 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/recovered.edits/560.seqid to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5/recovered.edits/560.seqid 2024-11-15T17:52:12,959 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/184c64b0d70f4e06de1ab256956530f5 2024-11-15T17:52:12,959 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T17:52:12,966 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:52:12,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-15T17:52:12,976 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T17:52:13,006 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T17:52:13,008 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:52:13,008 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T17:52:13,008 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731693133008"}]},"ts":"9223372036854775807"} 2024-11-15T17:52:13,012 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T17:52:13,012 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 184c64b0d70f4e06de1ab256956530f5, NAME => 'TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T17:52:13,012 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T17:52:13,013 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731693133013"}]},"ts":"9223372036854775807"} 2024-11-15T17:52:13,017 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T17:52:13,018 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:52:13,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 107 msec 2024-11-15T17:52:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-15T17:52:13,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T17:52:13,028 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:13,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=247 (was 211) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1005937044_22 at /127.0.0.1:47234 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/4e3b17656000:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;4e3b17656000:39103-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 367) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6968 (was 7861) 2024-11-15T17:52:13,052 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=6966 2024-11-15T17:52:13,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T17:52:13,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:52:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T17:52:13,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:52:13,057 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:13,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-15T17:52:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T17:52:13,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:52:13,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741951_1127 (size=1061) 2024-11-15T17:52:13,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T17:52:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T17:52:13,467 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965 2024-11-15T17:52:13,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741952_1128 (size=53) 2024-11-15T17:52:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T17:52:13,878 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:52:13,878 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b6b5568d8e903d101b1b0a519a4b3946, disabling compactions & flushes 2024-11-15T17:52:13,878 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:13,878 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:13,878 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. after waiting 0 ms 2024-11-15T17:52:13,878 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:13,878 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:13,878 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6b5568d8e903d101b1b0a519a4b3946: Waiting for close lock at 1731693133878Disabling compacts and flushes for region at 1731693133878Disabling writes for close at 1731693133878Writing region close event to WAL at 1731693133878Closed at 1731693133878 2024-11-15T17:52:13,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:52:13,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731693133879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693133879"}]},"ts":"1731693133879"} 2024-11-15T17:52:13,882 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:52:13,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:52:13,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693133883"}]},"ts":"1731693133883"} 2024-11-15T17:52:13,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T17:52:13,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6b5568d8e903d101b1b0a519a4b3946, ASSIGN}] 2024-11-15T17:52:13,886 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6b5568d8e903d101b1b0a519a4b3946, ASSIGN 2024-11-15T17:52:13,887 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6b5568d8e903d101b1b0a519a4b3946, ASSIGN; state=OFFLINE, location=4e3b17656000,39103,1731693097691; forceNewPlan=false, retain=false 2024-11-15T17:52:14,038 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=b6b5568d8e903d101b1b0a519a4b3946, regionState=OPENING, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:52:14,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6b5568d8e903d101b1b0a519a4b3946, ASSIGN because future has completed 2024-11-15T17:52:14,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691}] 2024-11-15T17:52:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T17:52:14,196 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:14,197 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:52:14,197 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:14,197 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:52:14,197 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:14,197 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:14,199 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:14,201 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:52:14,201 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6b5568d8e903d101b1b0a519a4b3946 columnFamilyName A 2024-11-15T17:52:14,202 DEBUG [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:14,202 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] regionserver.HStore(327): Store=b6b5568d8e903d101b1b0a519a4b3946/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:52:14,202 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:14,203 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:52:14,203 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6b5568d8e903d101b1b0a519a4b3946 columnFamilyName B 2024-11-15T17:52:14,203 DEBUG [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:14,204 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] regionserver.HStore(327): Store=b6b5568d8e903d101b1b0a519a4b3946/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:52:14,204 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:14,205 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:52:14,206 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6b5568d8e903d101b1b0a519a4b3946 columnFamilyName C 2024-11-15T17:52:14,206 DEBUG [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:14,206 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] regionserver.HStore(327): Store=b6b5568d8e903d101b1b0a519a4b3946/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:52:14,206 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:14,206 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:14,207 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:14,208 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:14,209 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:14,209 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:14,210 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T17:52:14,211 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:14,213 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:52:14,213 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened b6b5568d8e903d101b1b0a519a4b3946; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60848306, jitterRate=-0.0932895839214325}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T17:52:14,213 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:14,214 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for b6b5568d8e903d101b1b0a519a4b3946: Running coprocessor pre-open hook at 1731693134197Writing region info on filesystem at 1731693134197Initializing all the Stores at 1731693134198 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693134198Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693134199 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693134199Cleaning up temporary data from old regions at 1731693134209 (+10 ms)Running coprocessor post-open hooks at 1731693134213 (+4 ms)Region opened successfully at 1731693134214 (+1 ms) 2024-11-15T17:52:14,215 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., pid=34, masterSystemTime=1731693134193 2024-11-15T17:52:14,217 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:14,217 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:14,218 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=b6b5568d8e903d101b1b0a519a4b3946, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:52:14,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 because future has completed 2024-11-15T17:52:14,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-15T17:52:14,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 in 180 msec 2024-11-15T17:52:14,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-15T17:52:14,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6b5568d8e903d101b1b0a519a4b3946, ASSIGN in 338 msec 2024-11-15T17:52:14,228 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:52:14,228 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693134228"}]},"ts":"1731693134228"} 2024-11-15T17:52:14,230 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T17:52:14,231 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:52:14,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1780 sec 2024-11-15T17:52:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T17:52:15,217 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:15,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705aba3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:15,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:15,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:15,220 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:15,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:15,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:15,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f78175f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:15,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:15,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:15,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:15,222 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:15,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb71261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:15,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:15,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:15,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:15,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:15,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:52:15,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,46475,1731693096949 2024-11-15T17:52:15,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45945b10 2024-11-15T17:52:15,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:52:15,229 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:52:15,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T17:52:15,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:52:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-15T17:52:15,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741953_1129 (size=1097) 2024-11-15T17:52:15,659 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-15T17:52:15,659 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-15T17:52:15,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T17:52:15,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6b5568d8e903d101b1b0a519a4b3946, REOPEN/MOVE}] 2024-11-15T17:52:15,676 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6b5568d8e903d101b1b0a519a4b3946, REOPEN/MOVE 2024-11-15T17:52:15,677 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=b6b5568d8e903d101b1b0a519a4b3946, regionState=CLOSING, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:52:15,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6b5568d8e903d101b1b0a519a4b3946, REOPEN/MOVE because future has completed 2024-11-15T17:52:15,680 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T17:52:15,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691}] 2024-11-15T17:52:15,833 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:15,833 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T17:52:15,833 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing b6b5568d8e903d101b1b0a519a4b3946, disabling compactions & flushes 2024-11-15T17:52:15,833 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:15,833 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:15,833 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. after waiting 0 ms 2024-11-15T17:52:15,833 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:15,838 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T17:52:15,839 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:15,839 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for b6b5568d8e903d101b1b0a519a4b3946: Waiting for close lock at 1731693135833Running coprocessor pre-close hooks at 1731693135833Disabling compacts and flushes for region at 1731693135833Disabling writes for close at 1731693135833Writing region close event to WAL at 1731693135834 (+1 ms)Running coprocessor post-close hooks at 1731693135839 (+5 ms)Closed at 1731693135839 2024-11-15T17:52:15,839 WARN [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: b6b5568d8e903d101b1b0a519a4b3946 to self. 2024-11-15T17:52:15,842 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:15,842 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=b6b5568d8e903d101b1b0a519a4b3946, regionState=CLOSED 2024-11-15T17:52:15,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 because future has completed 2024-11-15T17:52:15,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-15T17:52:15,848 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6b5568d8e903d101b1b0a519a4b3946, REOPEN/MOVE; state=CLOSED, location=4e3b17656000,39103,1731693097691; forceNewPlan=false, retain=true 2024-11-15T17:52:15,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 in 165 msec 2024-11-15T17:52:15,998 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=b6b5568d8e903d101b1b0a519a4b3946, regionState=OPENING, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6b5568d8e903d101b1b0a519a4b3946, REOPEN/MOVE because future has completed 2024-11-15T17:52:16,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691}] 2024-11-15T17:52:16,158 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:16,158 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:52:16,159 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:16,159 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:52:16,159 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:16,159 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:16,166 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:16,167 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:52:16,171 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6b5568d8e903d101b1b0a519a4b3946 columnFamilyName A 2024-11-15T17:52:16,173 DEBUG [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:16,174 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] regionserver.HStore(327): Store=b6b5568d8e903d101b1b0a519a4b3946/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:52:16,174 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:16,175 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:52:16,175 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6b5568d8e903d101b1b0a519a4b3946 columnFamilyName B 2024-11-15T17:52:16,175 DEBUG [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:16,176 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] regionserver.HStore(327): Store=b6b5568d8e903d101b1b0a519a4b3946/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:52:16,176 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:16,177 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:52:16,177 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6b5568d8e903d101b1b0a519a4b3946 columnFamilyName C 2024-11-15T17:52:16,177 DEBUG [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:16,179 INFO [StoreOpener-b6b5568d8e903d101b1b0a519a4b3946-1 {}] regionserver.HStore(327): Store=b6b5568d8e903d101b1b0a519a4b3946/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:52:16,180 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:16,180 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:16,181 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:16,181 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:16,182 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:16,182 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:16,183 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T17:52:16,184 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:16,185 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened b6b5568d8e903d101b1b0a519a4b3946; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64505838, jitterRate=-0.03878811001777649}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T17:52:16,185 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:16,187 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for b6b5568d8e903d101b1b0a519a4b3946: Running coprocessor pre-open hook at 1731693136160Writing region info on filesystem at 1731693136160Initializing all the Stores at 1731693136161 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693136161Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693136161Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693136161Cleaning up temporary data from old regions at 1731693136182 (+21 ms)Running coprocessor post-open hooks at 1731693136185 (+3 ms)Region opened successfully at 1731693136186 (+1 ms) 2024-11-15T17:52:16,187 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., pid=39, masterSystemTime=1731693136152 2024-11-15T17:52:16,189 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:16,189 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:16,190 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=b6b5568d8e903d101b1b0a519a4b3946, regionState=OPEN, openSeqNum=5, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 because future has completed 2024-11-15T17:52:16,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-15T17:52:16,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 in 192 msec 2024-11-15T17:52:16,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-15T17:52:16,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6b5568d8e903d101b1b0a519a4b3946, REOPEN/MOVE in 519 msec 2024-11-15T17:52:16,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-15T17:52:16,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 534 msec 2024-11-15T17:52:16,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 965 msec 2024-11-15T17:52:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-15T17:52:16,206 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:16,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13460079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:16,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:16,207 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cf38639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:16,209 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d89034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a297d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:16,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:16,211 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:16,211 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:16,211 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:16,211 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5efd2437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,211 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:16,211 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:16,212 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d104f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21bc0752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:16,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:16,215 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:16,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:16,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:16,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19347ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:16,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:16,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:16,216 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e47a4e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7c85e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:16,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:16,219 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8a3dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:16,220 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:16,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@116333db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0ab7ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:16,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:16,222 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169504ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:16,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:16,223 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35cc01a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1987d108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:16,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:16,225 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:16,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:16,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17970ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:16,227 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745754b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5fd39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:16,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:16,229 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e940bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:16,231 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:16,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f2083a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18690ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:16,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:16,234 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c495221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:16,235 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2d9821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e58620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:16,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:16,238 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:16,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:16,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:16,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58bfdd7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:16,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:16,239 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:16,240 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:16,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411e8aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:16,242 DEBUG [Thread-657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:16,242 DEBUG [Thread-660 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:16,242 DEBUG [Thread-666 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:16,242 DEBUG [Thread-651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:16,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:16,243 DEBUG [Thread-649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:16,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-15T17:52:16,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:16,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:16,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:16,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:16,244 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:16,245 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:16,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:16,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T17:52:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:16,247 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:16,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:16,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:16,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:16,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:16,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:52:16,251 DEBUG [Thread-662 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:16,252 DEBUG [Thread-655 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:16,252 DEBUG [Thread-653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:16,253 DEBUG [Thread-662 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:16,253 DEBUG [Thread-662 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:16,253 DEBUG [Thread-664 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:16,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:16,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:16,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:16,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:52:16,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:52:16,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:16,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:52:16,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:16,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:16,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:52:16,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:52:16,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:52:16,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:52:16,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:52:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:16,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T17:52:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:16,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111578a6531e02cc4bf18ab7747528d038bb_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693136262/Put/seqid=0 2024-11-15T17:52:16,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741954_1130 (size=14594) 2024-11-15T17:52:16,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731693136305, max timestamp=1731693136349Num uniques 859; 2024-11-15T17:52:16,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:52:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T17:52:16,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693136305, max timestamp=1731693136349Num uniques 859; 2024-11-15T17:52:16,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:52:16,366 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:16,372 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111578a6531e02cc4bf18ab7747528d038bb_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111578a6531e02cc4bf18ab7747528d038bb_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:16,373 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/3f30f92a73dd4f2ca348707dc7bd9189, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:16,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/3f30f92a73dd4f2ca348707dc7bd9189 is 175, key is test_row_0/A:col10/1731693136262/Put/seqid=0 2024-11-15T17:52:16,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693136305, max timestamp=1731693136349Num uniques 859; 2024-11-15T17:52:16,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:52:16,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741955_1131 (size=39545) 2024-11-15T17:52:16,400 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/3f30f92a73dd4f2ca348707dc7bd9189 2024-11-15T17:52:16,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-15T17:52:16,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:16,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:16,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:16,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:16,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:16,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693196422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:16,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693196430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:16,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693196432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:16,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693196436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,451 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,451 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,451 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:16,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693196436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:16,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/f562c575f4dc43d189f29afa70d54493 is 50, key is test_row_0/B:col10/1731693136262/Put/seqid=0 2024-11-15T17:52:16,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741956_1132 (size=9657) 2024-11-15T17:52:16,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/f562c575f4dc43d189f29afa70d54493 2024-11-15T17:52:16,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-15T17:52:16,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:16,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:16,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693196547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:16,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:16,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:16,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693196547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:16,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693196557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:16,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693196559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T17:52:16,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:16,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693196572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:16,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/afbd8169b7a24161b1d2ce2a4fe52ec1 is 50, key is test_row_0/C:col10/1731693136262/Put/seqid=0 2024-11-15T17:52:16,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741957_1133 (size=9657) 2024-11-15T17:52:16,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/afbd8169b7a24161b1d2ce2a4fe52ec1 2024-11-15T17:52:16,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/3f30f92a73dd4f2ca348707dc7bd9189 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3f30f92a73dd4f2ca348707dc7bd9189 2024-11-15T17:52:16,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3f30f92a73dd4f2ca348707dc7bd9189, entries=200, sequenceid=14, filesize=38.6 K 2024-11-15T17:52:16,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/f562c575f4dc43d189f29afa70d54493 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/f562c575f4dc43d189f29afa70d54493 2024-11-15T17:52:16,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/f562c575f4dc43d189f29afa70d54493, entries=100, sequenceid=14, filesize=9.4 K 2024-11-15T17:52:16,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/afbd8169b7a24161b1d2ce2a4fe52ec1 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/afbd8169b7a24161b1d2ce2a4fe52ec1 2024-11-15T17:52:16,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/afbd8169b7a24161b1d2ce2a4fe52ec1, entries=100, sequenceid=14, filesize=9.4 K 2024-11-15T17:52:16,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for b6b5568d8e903d101b1b0a519a4b3946 in 403ms, sequenceid=14, compaction requested=false 2024-11-15T17:52:16,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:16,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-15T17:52:16,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:16,714 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-15T17:52:16,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:16,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:16,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:16,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:16,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:16,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:16,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115146cd46af5ab44bf98c9037703572765_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693136432/Put/seqid=0 2024-11-15T17:52:16,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:16,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:16,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693196787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693196788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:16,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693196789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693196791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693196793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:16,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741958_1134 (size=12154) 2024-11-15T17:52:16,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:16,813 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115146cd46af5ab44bf98c9037703572765_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115146cd46af5ab44bf98c9037703572765_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:16,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/38aa2f0ad06f45878d58ced8a59fbac0, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:16,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/38aa2f0ad06f45878d58ced8a59fbac0 is 175, key is test_row_0/A:col10/1731693136432/Put/seqid=0 2024-11-15T17:52:16,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741959_1135 (size=30955) 2024-11-15T17:52:16,849 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/38aa2f0ad06f45878d58ced8a59fbac0 2024-11-15T17:52:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T17:52:16,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/2cf977c914be46508b530a42a3539380 is 50, key is test_row_0/B:col10/1731693136432/Put/seqid=0 2024-11-15T17:52:16,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693196907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:16,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693196907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:16,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693196907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693196908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:16,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:16,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:16,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:16,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741960_1136 (size=12001) 2024-11-15T17:52:16,940 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/2cf977c914be46508b530a42a3539380 2024-11-15T17:52:16,953 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T17:52:16,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/6ed52f75d6d64476a0276d01a73858ca is 50, key is test_row_0/C:col10/1731693136432/Put/seqid=0 2024-11-15T17:52:17,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741961_1137 (size=12001) 2024-11-15T17:52:17,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693197107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:17,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693197138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:17,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693197138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:17,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:17,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:17,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693197142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:17,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:17,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693197146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:17,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T17:52:17,454 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/6ed52f75d6d64476a0276d01a73858ca 2024-11-15T17:52:17,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/38aa2f0ad06f45878d58ced8a59fbac0 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/38aa2f0ad06f45878d58ced8a59fbac0 2024-11-15T17:52:17,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693197457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:17,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:17,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693197458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:17,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:17,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693197457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:17,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693197467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:17,477 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/38aa2f0ad06f45878d58ced8a59fbac0, entries=150, sequenceid=50, filesize=30.2 K 2024-11-15T17:52:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/2cf977c914be46508b530a42a3539380 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/2cf977c914be46508b530a42a3539380 2024-11-15T17:52:17,485 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/2cf977c914be46508b530a42a3539380, entries=150, sequenceid=50, filesize=11.7 K 2024-11-15T17:52:17,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/6ed52f75d6d64476a0276d01a73858ca as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/6ed52f75d6d64476a0276d01a73858ca 2024-11-15T17:52:17,498 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/6ed52f75d6d64476a0276d01a73858ca, entries=150, sequenceid=50, filesize=11.7 K 2024-11-15T17:52:17,499 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for b6b5568d8e903d101b1b0a519a4b3946 in 785ms, sequenceid=50, compaction requested=false 2024-11-15T17:52:17,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:17,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:17,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-15T17:52:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-15T17:52:17,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-15T17:52:17,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2550 sec 2024-11-15T17:52:17,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.2700 sec 2024-11-15T17:52:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:17,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T17:52:17,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:17,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:17,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:17,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:17,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:17,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:17,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111594ef726b293c42d4a698c8d833f030b1_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693136788/Put/seqid=0 2024-11-15T17:52:17,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741962_1138 (size=14594) 2024-11-15T17:52:17,744 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:17,753 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111594ef726b293c42d4a698c8d833f030b1_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111594ef726b293c42d4a698c8d833f030b1_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:17,757 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/996960ed7fb1417a8e8232bbfc7d5237, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:17,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/996960ed7fb1417a8e8232bbfc7d5237 is 175, key is test_row_0/A:col10/1731693136788/Put/seqid=0 2024-11-15T17:52:17,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741963_1139 (size=39549) 2024-11-15T17:52:17,820 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/996960ed7fb1417a8e8232bbfc7d5237 2024-11-15T17:52:17,829 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693137788, max timestamp=1731693137825Num uniques 859; 2024-11-15T17:52:17,830 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:52:17,838 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693137788, max timestamp=1731693137825Num uniques 859; 2024-11-15T17:52:17,838 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693137788, max timestamp=1731693137825Num uniques 859; 2024-11-15T17:52:17,838 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:52:17,838 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:52:17,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/7a5e112be16d498b8173673216048708 is 50, key is test_row_0/B:col10/1731693136788/Put/seqid=0 2024-11-15T17:52:17,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741964_1140 (size=12001) 2024-11-15T17:52:17,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/7a5e112be16d498b8173673216048708 2024-11-15T17:52:17,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/e5bfe4e5c85d428f9ff843fe3e107379 is 50, key is test_row_0/C:col10/1731693136788/Put/seqid=0 2024-11-15T17:52:17,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741965_1141 (size=12001) 2024-11-15T17:52:17,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/e5bfe4e5c85d428f9ff843fe3e107379 2024-11-15T17:52:17,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/996960ed7fb1417a8e8232bbfc7d5237 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/996960ed7fb1417a8e8232bbfc7d5237 2024-11-15T17:52:17,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/996960ed7fb1417a8e8232bbfc7d5237, entries=200, sequenceid=61, filesize=38.6 K 2024-11-15T17:52:17,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/7a5e112be16d498b8173673216048708 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/7a5e112be16d498b8173673216048708 2024-11-15T17:52:17,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/7a5e112be16d498b8173673216048708, entries=150, sequenceid=61, filesize=11.7 K 2024-11-15T17:52:17,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/e5bfe4e5c85d428f9ff843fe3e107379 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/e5bfe4e5c85d428f9ff843fe3e107379 2024-11-15T17:52:17,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693197973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:17,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:17,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693197977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:17,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693197977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:17,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:17,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:17,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693197977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693197978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:17,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/e5bfe4e5c85d428f9ff843fe3e107379, entries=150, sequenceid=61, filesize=11.7 K 2024-11-15T17:52:17,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for b6b5568d8e903d101b1b0a519a4b3946 in 356ms, sequenceid=61, compaction requested=true 2024-11-15T17:52:17,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:17,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:52:17,990 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:17,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:17,990 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:17,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:52:17,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:17,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:52:17,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:17,991 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:17,991 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/B is initiating minor compaction (all files) 2024-11-15T17:52:17,991 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/B in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:17,992 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/f562c575f4dc43d189f29afa70d54493, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/2cf977c914be46508b530a42a3539380, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/7a5e112be16d498b8173673216048708] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=32.9 K 2024-11-15T17:52:17,992 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:17,992 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/A is initiating minor compaction (all files) 2024-11-15T17:52:17,992 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/A in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:17,992 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3f30f92a73dd4f2ca348707dc7bd9189, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/38aa2f0ad06f45878d58ced8a59fbac0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/996960ed7fb1417a8e8232bbfc7d5237] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=107.5 K 2024-11-15T17:52:17,992 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:17,993 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3f30f92a73dd4f2ca348707dc7bd9189, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/38aa2f0ad06f45878d58ced8a59fbac0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/996960ed7fb1417a8e8232bbfc7d5237] 2024-11-15T17:52:17,993 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting f562c575f4dc43d189f29afa70d54493, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731693136261 2024-11-15T17:52:17,994 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cf977c914be46508b530a42a3539380, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731693136392 2024-11-15T17:52:17,994 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f30f92a73dd4f2ca348707dc7bd9189, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731693136259 2024-11-15T17:52:17,994 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a5e112be16d498b8173673216048708, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731693136788 2024-11-15T17:52:17,994 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38aa2f0ad06f45878d58ced8a59fbac0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731693136392 2024-11-15T17:52:17,995 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 996960ed7fb1417a8e8232bbfc7d5237, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731693136777 2024-11-15T17:52:18,011 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#B#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:18,011 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/d60c46d73cfc473483574c10853268d9 is 50, key is test_row_0/B:col10/1731693136788/Put/seqid=0 2024-11-15T17:52:18,012 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:18,027 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111519b73c6ec3654b2d80f7c7f8a6ed9e2e_b6b5568d8e903d101b1b0a519a4b3946 store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:18,032 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111519b73c6ec3654b2d80f7c7f8a6ed9e2e_b6b5568d8e903d101b1b0a519a4b3946, store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:18,033 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111519b73c6ec3654b2d80f7c7f8a6ed9e2e_b6b5568d8e903d101b1b0a519a4b3946 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:18,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741966_1142 (size=12104) 2024-11-15T17:52:18,071 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/d60c46d73cfc473483574c10853268d9 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/d60c46d73cfc473483574c10853268d9 2024-11-15T17:52:18,079 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/B of b6b5568d8e903d101b1b0a519a4b3946 into d60c46d73cfc473483574c10853268d9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:18,079 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:18,079 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/B, priority=13, startTime=1731693137990; duration=0sec 2024-11-15T17:52:18,080 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:18,080 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:B 2024-11-15T17:52:18,080 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:18,082 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:18,082 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/C is initiating minor compaction (all files) 2024-11-15T17:52:18,082 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/C in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:18,082 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/afbd8169b7a24161b1d2ce2a4fe52ec1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/6ed52f75d6d64476a0276d01a73858ca, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/e5bfe4e5c85d428f9ff843fe3e107379] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=32.9 K 2024-11-15T17:52:18,083 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting afbd8169b7a24161b1d2ce2a4fe52ec1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731693136261 2024-11-15T17:52:18,084 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ed52f75d6d64476a0276d01a73858ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731693136392 2024-11-15T17:52:18,085 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting e5bfe4e5c85d428f9ff843fe3e107379, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731693136788 2024-11-15T17:52:18,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741967_1143 (size=4469) 2024-11-15T17:52:18,101 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#C#compaction#125 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:18,102 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/63de7697ccfc46e0be3d9d2533ac9c52 is 50, key is test_row_0/C:col10/1731693136788/Put/seqid=0 2024-11-15T17:52:18,105 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#A#compaction#124 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:18,106 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/4c521bd9903f41349107b1b724dbee5d is 175, key is test_row_0/A:col10/1731693136788/Put/seqid=0 2024-11-15T17:52:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:18,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-15T17:52:18,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:18,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:18,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:18,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:18,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:18,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:18,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741969_1145 (size=31058) 2024-11-15T17:52:18,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741968_1144 (size=12104) 2024-11-15T17:52:18,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f03a1c266e91439a9ec86918c52ddcdd_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693137969/Put/seqid=0 2024-11-15T17:52:18,138 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/4c521bd9903f41349107b1b724dbee5d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/4c521bd9903f41349107b1b724dbee5d 2024-11-15T17:52:18,147 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/A of b6b5568d8e903d101b1b0a519a4b3946 into 4c521bd9903f41349107b1b724dbee5d(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:18,147 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:18,147 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/A, priority=13, startTime=1731693137990; duration=0sec 2024-11-15T17:52:18,147 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:18,147 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:A 2024-11-15T17:52:18,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741970_1146 (size=14594) 2024-11-15T17:52:18,155 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:18,164 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f03a1c266e91439a9ec86918c52ddcdd_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f03a1c266e91439a9ec86918c52ddcdd_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:18,165 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/57eaa3f7001842219cc09c773dfb1206, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:18,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/57eaa3f7001842219cc09c773dfb1206 is 175, key is test_row_0/A:col10/1731693137969/Put/seqid=0 2024-11-15T17:52:18,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693198168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:18,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741971_1147 (size=39549) 2024-11-15T17:52:18,195 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/57eaa3f7001842219cc09c773dfb1206 2024-11-15T17:52:18,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/941ff741c12e4239859d40b5038bc9ac is 50, key is test_row_0/B:col10/1731693137969/Put/seqid=0 2024-11-15T17:52:18,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741972_1148 (size=12001) 2024-11-15T17:52:18,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693198277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:18,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:18,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:18,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T17:52:18,408 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:18,408 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-15T17:52:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T17:52:18,411 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:18,411 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:18,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:18,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693198487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:18,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:18,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:18,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T17:52:18,532 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/63de7697ccfc46e0be3d9d2533ac9c52 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/63de7697ccfc46e0be3d9d2533ac9c52 2024-11-15T17:52:18,538 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/C of b6b5568d8e903d101b1b0a519a4b3946 into 63de7697ccfc46e0be3d9d2533ac9c52(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:18,538 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:18,538 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/C, priority=13, startTime=1731693137990; duration=0sec 2024-11-15T17:52:18,538 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:18,538 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:C 2024-11-15T17:52:18,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T17:52:18,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:18,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:18,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:18,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:18,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:18,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/941ff741c12e4239859d40b5038bc9ac 2024-11-15T17:52:18,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/6fa18212d3804884bb7354f073d13803 is 50, key is test_row_0/C:col10/1731693137969/Put/seqid=0 2024-11-15T17:52:18,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741973_1149 (size=12001) 2024-11-15T17:52:18,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/6fa18212d3804884bb7354f073d13803 2024-11-15T17:52:18,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/57eaa3f7001842219cc09c773dfb1206 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/57eaa3f7001842219cc09c773dfb1206 2024-11-15T17:52:18,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/57eaa3f7001842219cc09c773dfb1206, entries=200, sequenceid=99, filesize=38.6 K 2024-11-15T17:52:18,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/941ff741c12e4239859d40b5038bc9ac as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/941ff741c12e4239859d40b5038bc9ac 2024-11-15T17:52:18,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T17:52:18,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:18,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:18,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:18,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:18,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T17:52:18,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/941ff741c12e4239859d40b5038bc9ac, entries=150, sequenceid=99, filesize=11.7 K 2024-11-15T17:52:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/6fa18212d3804884bb7354f073d13803 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/6fa18212d3804884bb7354f073d13803 2024-11-15T17:52:18,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/6fa18212d3804884bb7354f073d13803, entries=150, sequenceid=99, filesize=11.7 K 2024-11-15T17:52:18,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for b6b5568d8e903d101b1b0a519a4b3946 in 639ms, sequenceid=99, compaction requested=false 2024-11-15T17:52:18,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:18,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T17:52:18,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:18,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:18,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:18,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:18,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:18,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:18,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111591a23b6929574d5ab10edeb2397a0609_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693138129/Put/seqid=0 2024-11-15T17:52:18,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741974_1150 (size=14594) 2024-11-15T17:52:18,877 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:18,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T17:52:18,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:18,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:18,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:18,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:18,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:18,901 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111591a23b6929574d5ab10edeb2397a0609_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111591a23b6929574d5ab10edeb2397a0609_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:18,902 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/767894b0c00b4e9f852b25e3c2cb9285, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:18,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/767894b0c00b4e9f852b25e3c2cb9285 is 175, key is test_row_0/A:col10/1731693138129/Put/seqid=0 2024-11-15T17:52:18,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741975_1151 (size=39549) 2024-11-15T17:52:18,932 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=112, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/767894b0c00b4e9f852b25e3c2cb9285 2024-11-15T17:52:18,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/7a41636a342a4e019be5ac54614e9012 is 50, key is test_row_0/B:col10/1731693138129/Put/seqid=0 2024-11-15T17:52:18,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693138928, max timestamp=1731693138977Num uniques 859; 2024-11-15T17:52:18,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:52:18,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693138928, max timestamp=1731693138977Num uniques 859; 2024-11-15T17:52:18,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:52:18,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693138928, max timestamp=1731693138977Num uniques 859; 2024-11-15T17:52:18,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:52:18,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741976_1152 (size=12001) 2024-11-15T17:52:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T17:52:19,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T17:52:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693199032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:19,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693199030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:19,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:19,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:19,047 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693199039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693199042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693199042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693199146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693199157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693199157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693199157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693199158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T17:52:19,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:19,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:19,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:19,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:19,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:19,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T17:52:19,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:19,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:19,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:19,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:19,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:19,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693199357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693199367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693199367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693199368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693199368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/7a41636a342a4e019be5ac54614e9012 2024-11-15T17:52:19,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/744a5a7352244da59e0d2de66334e39e is 50, key is test_row_0/C:col10/1731693138129/Put/seqid=0 2024-11-15T17:52:19,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741977_1153 (size=12001) 2024-11-15T17:52:19,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/744a5a7352244da59e0d2de66334e39e 2024-11-15T17:52:19,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/767894b0c00b4e9f852b25e3c2cb9285 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/767894b0c00b4e9f852b25e3c2cb9285 2024-11-15T17:52:19,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/767894b0c00b4e9f852b25e3c2cb9285, entries=200, sequenceid=112, filesize=38.6 K 2024-11-15T17:52:19,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/7a41636a342a4e019be5ac54614e9012 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/7a41636a342a4e019be5ac54614e9012 2024-11-15T17:52:19,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/7a41636a342a4e019be5ac54614e9012, entries=150, sequenceid=112, filesize=11.7 K 2024-11-15T17:52:19,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/744a5a7352244da59e0d2de66334e39e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/744a5a7352244da59e0d2de66334e39e 2024-11-15T17:52:19,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T17:52:19,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:19,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:19,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:19,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:19,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:19,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/744a5a7352244da59e0d2de66334e39e, entries=150, sequenceid=112, filesize=11.7 K 2024-11-15T17:52:19,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for b6b5568d8e903d101b1b0a519a4b3946 in 701ms, sequenceid=112, compaction requested=true 2024-11-15T17:52:19,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:19,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:52:19,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:19,513 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:19,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:52:19,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:19,513 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:19,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:52:19,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:19,515 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:19,516 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110156 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:19,516 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/A is initiating minor compaction (all files) 2024-11-15T17:52:19,516 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/B is initiating minor compaction (all files) 2024-11-15T17:52:19,516 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/A in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:19,516 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/B in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:19,517 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/4c521bd9903f41349107b1b724dbee5d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/57eaa3f7001842219cc09c773dfb1206, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/767894b0c00b4e9f852b25e3c2cb9285] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=107.6 K 2024-11-15T17:52:19,517 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/d60c46d73cfc473483574c10853268d9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/941ff741c12e4239859d40b5038bc9ac, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/7a41636a342a4e019be5ac54614e9012] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=35.3 K 2024-11-15T17:52:19,517 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:19,517 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/4c521bd9903f41349107b1b724dbee5d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/57eaa3f7001842219cc09c773dfb1206, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/767894b0c00b4e9f852b25e3c2cb9285] 2024-11-15T17:52:19,518 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting d60c46d73cfc473483574c10853268d9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731693136788 2024-11-15T17:52:19,518 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c521bd9903f41349107b1b724dbee5d, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731693136788 2024-11-15T17:52:19,519 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 941ff741c12e4239859d40b5038bc9ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731693137958 2024-11-15T17:52:19,520 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57eaa3f7001842219cc09c773dfb1206, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731693137948 2024-11-15T17:52:19,521 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a41636a342a4e019be5ac54614e9012, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731693138129 2024-11-15T17:52:19,521 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 767894b0c00b4e9f852b25e3c2cb9285, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731693138129 2024-11-15T17:52:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T17:52:19,572 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:19,576 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#B#compaction#132 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:19,579 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/071c405ff43c4c979ddb3139f9e44d76 is 50, key is test_row_0/B:col10/1731693138129/Put/seqid=0 2024-11-15T17:52:19,588 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115129cfd825ef741238c3237555c43c32f_b6b5568d8e903d101b1b0a519a4b3946 store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:19,597 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115129cfd825ef741238c3237555c43c32f_b6b5568d8e903d101b1b0a519a4b3946, store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:19,598 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115129cfd825ef741238c3237555c43c32f_b6b5568d8e903d101b1b0a519a4b3946 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:19,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741978_1154 (size=12207) 2024-11-15T17:52:19,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741979_1155 (size=4469) 2024-11-15T17:52:19,659 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#A#compaction#133 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:19,659 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/3861666315fa4428ab3b5d00cf4f4023 is 175, key is test_row_0/A:col10/1731693138129/Put/seqid=0 2024-11-15T17:52:19,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T17:52:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:19,660 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-15T17:52:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:19,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:19,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:19,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:19,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:19,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:19,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741980_1156 (size=31161) 2024-11-15T17:52:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:19,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:19,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ab9aac25bba6451784d38ac0b24ffa7a_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693139038/Put/seqid=0 2024-11-15T17:52:19,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741981_1157 (size=12304) 2024-11-15T17:52:19,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:19,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693199684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693199685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693199687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693199692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693199694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,700 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ab9aac25bba6451784d38ac0b24ffa7a_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ab9aac25bba6451784d38ac0b24ffa7a_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:19,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/72b0fcdcbe734e32a0a0b9b1077a5309, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:19,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/72b0fcdcbe734e32a0a0b9b1077a5309 is 175, key is test_row_0/A:col10/1731693139038/Put/seqid=0 2024-11-15T17:52:19,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741982_1158 (size=31105) 2024-11-15T17:52:19,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693199798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693199798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693199807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:19,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693199807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:19,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:19,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:20,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693200007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:20,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:20,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693200007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:20,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:20,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:20,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693200016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:20,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693200017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:20,054 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/071c405ff43c4c979ddb3139f9e44d76 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/071c405ff43c4c979ddb3139f9e44d76 2024-11-15T17:52:20,064 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/B of b6b5568d8e903d101b1b0a519a4b3946 into 071c405ff43c4c979ddb3139f9e44d76(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:20,064 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:20,064 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/B, priority=13, startTime=1731693139513; duration=0sec 2024-11-15T17:52:20,064 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:20,064 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:B 2024-11-15T17:52:20,064 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:20,065 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:20,065 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/C is initiating minor compaction (all files) 2024-11-15T17:52:20,065 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/C in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:20,065 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/63de7697ccfc46e0be3d9d2533ac9c52, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/6fa18212d3804884bb7354f073d13803, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/744a5a7352244da59e0d2de66334e39e] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=35.3 K 2024-11-15T17:52:20,065 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 63de7697ccfc46e0be3d9d2533ac9c52, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731693136788 2024-11-15T17:52:20,065 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fa18212d3804884bb7354f073d13803, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731693137958 2024-11-15T17:52:20,066 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 744a5a7352244da59e0d2de66334e39e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731693138129 2024-11-15T17:52:20,079 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#C#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:20,080 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/52fe182f98ae4b4d9ddf80297a0d189a is 50, key is test_row_0/C:col10/1731693138129/Put/seqid=0 2024-11-15T17:52:20,088 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/3861666315fa4428ab3b5d00cf4f4023 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3861666315fa4428ab3b5d00cf4f4023 2024-11-15T17:52:20,098 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/A of b6b5568d8e903d101b1b0a519a4b3946 into 3861666315fa4428ab3b5d00cf4f4023(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:20,098 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:20,098 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/A, priority=13, startTime=1731693139513; duration=0sec 2024-11-15T17:52:20,098 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:20,098 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:A 2024-11-15T17:52:20,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741983_1159 (size=12207) 2024-11-15T17:52:20,110 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/52fe182f98ae4b4d9ddf80297a0d189a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/52fe182f98ae4b4d9ddf80297a0d189a 2024-11-15T17:52:20,113 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=149, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/72b0fcdcbe734e32a0a0b9b1077a5309 2024-11-15T17:52:20,122 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/C of b6b5568d8e903d101b1b0a519a4b3946 into 52fe182f98ae4b4d9ddf80297a0d189a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:20,122 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:20,122 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/C, priority=13, startTime=1731693139513; duration=0sec 2024-11-15T17:52:20,122 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:20,122 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:C 2024-11-15T17:52:20,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/c921fef74d224220bd44eb5568e92a28 is 50, key is test_row_0/B:col10/1731693139038/Put/seqid=0 2024-11-15T17:52:20,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741984_1160 (size=12151) 2024-11-15T17:52:20,135 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/c921fef74d224220bd44eb5568e92a28 2024-11-15T17:52:20,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/47768e755f25416898c21cd6e5ed5a62 is 50, key is test_row_0/C:col10/1731693139038/Put/seqid=0 2024-11-15T17:52:20,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741985_1161 (size=12151) 2024-11-15T17:52:20,160 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/47768e755f25416898c21cd6e5ed5a62 2024-11-15T17:52:20,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/72b0fcdcbe734e32a0a0b9b1077a5309 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/72b0fcdcbe734e32a0a0b9b1077a5309 2024-11-15T17:52:20,196 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/72b0fcdcbe734e32a0a0b9b1077a5309, entries=150, sequenceid=149, filesize=30.4 K 2024-11-15T17:52:20,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/c921fef74d224220bd44eb5568e92a28 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/c921fef74d224220bd44eb5568e92a28 2024-11-15T17:52:20,203 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/c921fef74d224220bd44eb5568e92a28, entries=150, sequenceid=149, filesize=11.9 K 2024-11-15T17:52:20,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/47768e755f25416898c21cd6e5ed5a62 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/47768e755f25416898c21cd6e5ed5a62 2024-11-15T17:52:20,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693200206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:20,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:20,222 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/47768e755f25416898c21cd6e5ed5a62, entries=150, sequenceid=149, filesize=11.9 K 2024-11-15T17:52:20,223 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for b6b5568d8e903d101b1b0a519a4b3946 in 563ms, sequenceid=149, compaction requested=false 2024-11-15T17:52:20,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:20,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:20,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-15T17:52:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-15T17:52:20,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-15T17:52:20,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8130 sec 2024-11-15T17:52:20,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.8230 sec 2024-11-15T17:52:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:20,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T17:52:20,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:20,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:20,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:20,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:20,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:20,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:20,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151bcfa643a5744d1092cfb48d371fd0d7_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693140317/Put/seqid=0 2024-11-15T17:52:20,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693200357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:20,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:20,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693200357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:20,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:20,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693200359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693200359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:20,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:20,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:20,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:20,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741986_1162 (size=14794) 2024-11-15T17:52:20,376 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:20,383 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151bcfa643a5744d1092cfb48d371fd0d7_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151bcfa643a5744d1092cfb48d371fd0d7_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:20,388 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/e8b5af30167242daad3689f86ea3a513, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:20,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/e8b5af30167242daad3689f86ea3a513 is 175, key is test_row_0/A:col10/1731693140317/Put/seqid=0 2024-11-15T17:52:20,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741987_1163 (size=39749) 2024-11-15T17:52:20,420 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=164, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/e8b5af30167242daad3689f86ea3a513 2024-11-15T17:52:20,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/c94ecf8aacf746ceac8ecbcbb2569cb8 is 50, key is test_row_0/B:col10/1731693140317/Put/seqid=0 2024-11-15T17:52:20,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741988_1164 (size=12151) 2024-11-15T17:52:20,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693200476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:20,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693200476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:20,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:20,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693200477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:20,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693200477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:20,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:20,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:20,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T17:52:20,557 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:20,558 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-15T17:52:20,560 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:20,563 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:20,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T17:52:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T17:52:20,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693200692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:20,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:20,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693200692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:20,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:20,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693200699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:20,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693200699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:20,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T17:52:20,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:20,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:20,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:20,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:20,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T17:52:20,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T17:52:20,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/c94ecf8aacf746ceac8ecbcbb2569cb8 2024-11-15T17:52:20,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:20,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:20,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:20,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:20,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:20,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/d3a6a81e1ede469fa9adbed6ab7220a5 is 50, key is test_row_0/C:col10/1731693140317/Put/seqid=0 2024-11-15T17:52:20,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741989_1165 (size=12151) 2024-11-15T17:52:21,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693201006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:21,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693201006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:21,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693201017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:21,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:21,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693201027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:21,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:21,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T17:52:21,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:21,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:21,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:21,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:21,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T17:52:21,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T17:52:21,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:21,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:21,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:21,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:21,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:21,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693201227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:21,231 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_2' in b6b5568d8e903d101b1b0a519a4b3946 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:21,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:21,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/d3a6a81e1ede469fa9adbed6ab7220a5 2024-11-15T17:52:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/e8b5af30167242daad3689f86ea3a513 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/e8b5af30167242daad3689f86ea3a513 2024-11-15T17:52:21,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T17:52:21,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:21,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:21,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:21,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:21,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:21,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/e8b5af30167242daad3689f86ea3a513, entries=200, sequenceid=164, filesize=38.8 K 2024-11-15T17:52:21,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/c94ecf8aacf746ceac8ecbcbb2569cb8 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/c94ecf8aacf746ceac8ecbcbb2569cb8 2024-11-15T17:52:21,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/c94ecf8aacf746ceac8ecbcbb2569cb8, entries=150, sequenceid=164, filesize=11.9 K 2024-11-15T17:52:21,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/d3a6a81e1ede469fa9adbed6ab7220a5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/d3a6a81e1ede469fa9adbed6ab7220a5 2024-11-15T17:52:21,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/d3a6a81e1ede469fa9adbed6ab7220a5, entries=150, sequenceid=164, filesize=11.9 K 2024-11-15T17:52:21,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for b6b5568d8e903d101b1b0a519a4b3946 in 1061ms, sequenceid=164, compaction requested=true 2024-11-15T17:52:21,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:21,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:52:21,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:21,380 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:21,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:52:21,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:21,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:52:21,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T17:52:21,380 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:21,382 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:21,382 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:21,382 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/B is initiating minor compaction (all files) 2024-11-15T17:52:21,382 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/A is initiating minor compaction (all files) 2024-11-15T17:52:21,382 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/B in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:21,382 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/A in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:21,382 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/071c405ff43c4c979ddb3139f9e44d76, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/c921fef74d224220bd44eb5568e92a28, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/c94ecf8aacf746ceac8ecbcbb2569cb8] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=35.7 K 2024-11-15T17:52:21,383 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3861666315fa4428ab3b5d00cf4f4023, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/72b0fcdcbe734e32a0a0b9b1077a5309, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/e8b5af30167242daad3689f86ea3a513] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=99.6 K 2024-11-15T17:52:21,383 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:21,383 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3861666315fa4428ab3b5d00cf4f4023, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/72b0fcdcbe734e32a0a0b9b1077a5309, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/e8b5af30167242daad3689f86ea3a513] 2024-11-15T17:52:21,385 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3861666315fa4428ab3b5d00cf4f4023, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731693138129 2024-11-15T17:52:21,385 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72b0fcdcbe734e32a0a0b9b1077a5309, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731693139030 2024-11-15T17:52:21,386 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 071c405ff43c4c979ddb3139f9e44d76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731693138129 2024-11-15T17:52:21,387 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8b5af30167242daad3689f86ea3a513, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731693139681 2024-11-15T17:52:21,387 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting c921fef74d224220bd44eb5568e92a28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731693139030 2024-11-15T17:52:21,388 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting c94ecf8aacf746ceac8ecbcbb2569cb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731693139683 2024-11-15T17:52:21,404 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#B#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:21,405 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/552154a12a0e4c6388e30c2c930bfbc5 is 50, key is test_row_0/B:col10/1731693140317/Put/seqid=0 2024-11-15T17:52:21,414 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:21,418 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115ecd367b37c82454abf660c6c1e2ea349_b6b5568d8e903d101b1b0a519a4b3946 store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:21,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741990_1166 (size=12459) 2024-11-15T17:52:21,423 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115ecd367b37c82454abf660c6c1e2ea349_b6b5568d8e903d101b1b0a519a4b3946, store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:21,423 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ecd367b37c82454abf660c6c1e2ea349_b6b5568d8e903d101b1b0a519a4b3946 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:21,431 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/552154a12a0e4c6388e30c2c930bfbc5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/552154a12a0e4c6388e30c2c930bfbc5 2024-11-15T17:52:21,449 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/B of b6b5568d8e903d101b1b0a519a4b3946 into 552154a12a0e4c6388e30c2c930bfbc5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:21,449 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:21,449 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/B, priority=13, startTime=1731693141380; duration=0sec 2024-11-15T17:52:21,449 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:21,449 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:B 2024-11-15T17:52:21,449 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:21,450 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:21,451 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/C is initiating minor compaction (all files) 2024-11-15T17:52:21,451 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/C in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:21,451 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/52fe182f98ae4b4d9ddf80297a0d189a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/47768e755f25416898c21cd6e5ed5a62, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/d3a6a81e1ede469fa9adbed6ab7220a5] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=35.7 K 2024-11-15T17:52:21,451 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 52fe182f98ae4b4d9ddf80297a0d189a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731693138129 2024-11-15T17:52:21,452 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 47768e755f25416898c21cd6e5ed5a62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731693139030 2024-11-15T17:52:21,453 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting d3a6a81e1ede469fa9adbed6ab7220a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731693139683 2024-11-15T17:52:21,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741991_1167 (size=4469) 2024-11-15T17:52:21,480 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#C#compaction#143 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:21,482 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/c594c96601d84dc89c54c00ea48fcaf4 is 50, key is test_row_0/C:col10/1731693140317/Put/seqid=0 2024-11-15T17:52:21,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741992_1168 (size=12459) 2024-11-15T17:52:21,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T17:52:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:21,519 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-15T17:52:21,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:21,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:21,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:21,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:21,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:21,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:21,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:21,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111536949fe2e808469e9ad0a4b6be49c0b8_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693140357/Put/seqid=0 2024-11-15T17:52:21,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:21,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693201545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693201547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:21,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:21,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:21,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741993_1169 (size=12304) 2024-11-15T17:52:21,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:21,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:21,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693201557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693201557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:21,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:21,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:21,571 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111536949fe2e808469e9ad0a4b6be49c0b8_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111536949fe2e808469e9ad0a4b6be49c0b8_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:21,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/b4a3d576196844d98c09b1bed4733634, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:21,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/b4a3d576196844d98c09b1bed4733634 is 175, key is test_row_0/A:col10/1731693140357/Put/seqid=0 2024-11-15T17:52:21,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741994_1170 (size=31105) 2024-11-15T17:52:21,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693201671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:21,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693201671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:21,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693201671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:21,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693201678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:21,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T17:52:21,870 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#A#compaction#142 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:21,871 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/0c9de0cdd971431780dd01588b14b4ec is 175, key is test_row_0/A:col10/1731693140317/Put/seqid=0 2024-11-15T17:52:21,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741995_1171 (size=31413) 2024-11-15T17:52:21,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693201876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:21,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:21,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693201877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:21,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:21,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:21,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693201877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:21,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:21,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693201887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:21,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:21,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:21,905 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/c594c96601d84dc89c54c00ea48fcaf4 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/c594c96601d84dc89c54c00ea48fcaf4 2024-11-15T17:52:21,913 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/C of b6b5568d8e903d101b1b0a519a4b3946 into c594c96601d84dc89c54c00ea48fcaf4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:21,913 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:21,913 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/C, priority=13, startTime=1731693141380; duration=0sec 2024-11-15T17:52:21,913 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:21,913 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:C 2024-11-15T17:52:21,991 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/b4a3d576196844d98c09b1bed4733634 2024-11-15T17:52:22,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/dce7f0862f494f88a03d94b344321a89 is 50, key is test_row_0/B:col10/1731693140357/Put/seqid=0 2024-11-15T17:52:22,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741996_1172 (size=12151) 2024-11-15T17:52:22,037 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/dce7f0862f494f88a03d94b344321a89 2024-11-15T17:52:22,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/de5dfeecebbc4473a18240dcc2d91a42 is 50, key is test_row_0/C:col10/1731693140357/Put/seqid=0 2024-11-15T17:52:22,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741997_1173 (size=12151) 2024-11-15T17:52:22,051 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/de5dfeecebbc4473a18240dcc2d91a42 2024-11-15T17:52:22,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/b4a3d576196844d98c09b1bed4733634 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/b4a3d576196844d98c09b1bed4733634 2024-11-15T17:52:22,081 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/b4a3d576196844d98c09b1bed4733634, entries=150, sequenceid=186, filesize=30.4 K 2024-11-15T17:52:22,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/dce7f0862f494f88a03d94b344321a89 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/dce7f0862f494f88a03d94b344321a89 2024-11-15T17:52:22,088 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/dce7f0862f494f88a03d94b344321a89, entries=150, sequenceid=186, filesize=11.9 K 2024-11-15T17:52:22,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/de5dfeecebbc4473a18240dcc2d91a42 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/de5dfeecebbc4473a18240dcc2d91a42 2024-11-15T17:52:22,100 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/de5dfeecebbc4473a18240dcc2d91a42, entries=150, sequenceid=186, filesize=11.9 K 2024-11-15T17:52:22,101 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for b6b5568d8e903d101b1b0a519a4b3946 in 582ms, sequenceid=186, compaction requested=false 2024-11-15T17:52:22,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:22,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:22,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-15T17:52:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-15T17:52:22,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-15T17:52:22,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5400 sec 2024-11-15T17:52:22,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.5500 sec 2024-11-15T17:52:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:22,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-15T17:52:22,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:22,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:22,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:22,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:22,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:22,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:22,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ccf5144792584f49b2d5a7cc1648a978_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693141542/Put/seqid=0 2024-11-15T17:52:22,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693202225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:22,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693202226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:22,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693202234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:22,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:22,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693202237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:22,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:22,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741998_1174 (size=17284) 2024-11-15T17:52:22,259 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:22,269 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ccf5144792584f49b2d5a7cc1648a978_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ccf5144792584f49b2d5a7cc1648a978_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:22,271 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/1e54e8c753f44d53ba20313f661f99f2, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:22,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/1e54e8c753f44d53ba20313f661f99f2 is 175, key is test_row_0/A:col10/1731693141542/Put/seqid=0 2024-11-15T17:52:22,284 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/0c9de0cdd971431780dd01588b14b4ec as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/0c9de0cdd971431780dd01588b14b4ec 2024-11-15T17:52:22,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741999_1175 (size=48389) 2024-11-15T17:52:22,287 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/1e54e8c753f44d53ba20313f661f99f2 2024-11-15T17:52:22,294 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/A of b6b5568d8e903d101b1b0a519a4b3946 into 0c9de0cdd971431780dd01588b14b4ec(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:22,294 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:22,294 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/A, priority=13, startTime=1731693141380; duration=0sec 2024-11-15T17:52:22,294 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:22,294 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:A 2024-11-15T17:52:22,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/72ae27ae66364f8da1ccf88e33fef932 is 50, key is test_row_0/B:col10/1731693141542/Put/seqid=0 2024-11-15T17:52:22,320 INFO [master/4e3b17656000:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T17:52:22,320 INFO [master/4e3b17656000:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T17:52:22,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742000_1176 (size=12151) 2024-11-15T17:52:22,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693202346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:22,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:22,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693202347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:22,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:22,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693202347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:22,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:22,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693202347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:22,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:22,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:22,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693202556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:22,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:22,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693202556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:22,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:22,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693202558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:22,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:22,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693202567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T17:52:22,707 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:22,708 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-15T17:52:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T17:52:22,709 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:22,710 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:22,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:22,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/72ae27ae66364f8da1ccf88e33fef932 2024-11-15T17:52:22,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/351f3dff7fe940b1b44d150d87a4c52b is 50, key is test_row_0/C:col10/1731693141542/Put/seqid=0 2024-11-15T17:52:22,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742001_1177 (size=12151) 2024-11-15T17:52:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T17:52:22,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T17:52:22,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:22,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:22,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:22,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:22,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:22,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693202867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:22,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693202868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:22,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:22,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693202868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:22,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:22,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693202876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:22,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:22,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:23,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T17:52:23,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:23,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:23,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:23,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T17:52:23,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/351f3dff7fe940b1b44d150d87a4c52b 2024-11-15T17:52:23,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T17:52:23,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:23,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:23,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:23,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/1e54e8c753f44d53ba20313f661f99f2 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/1e54e8c753f44d53ba20313f661f99f2 2024-11-15T17:52:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/1e54e8c753f44d53ba20313f661f99f2, entries=250, sequenceid=201, filesize=47.3 K 2024-11-15T17:52:23,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/72ae27ae66364f8da1ccf88e33fef932 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/72ae27ae66364f8da1ccf88e33fef932 2024-11-15T17:52:23,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/72ae27ae66364f8da1ccf88e33fef932, entries=150, sequenceid=201, filesize=11.9 K 2024-11-15T17:52:23,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/351f3dff7fe940b1b44d150d87a4c52b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/351f3dff7fe940b1b44d150d87a4c52b 2024-11-15T17:52:23,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/351f3dff7fe940b1b44d150d87a4c52b, entries=150, sequenceid=201, filesize=11.9 K 2024-11-15T17:52:23,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for b6b5568d8e903d101b1b0a519a4b3946 in 1004ms, sequenceid=201, compaction requested=true 2024-11-15T17:52:23,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:23,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:52:23,194 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:23,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:23,194 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:23,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:52:23,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:23,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:52:23,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:23,199 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:23,199 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/A is initiating minor compaction (all files) 2024-11-15T17:52:23,199 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/A in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:23,199 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:23,199 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/B is initiating minor compaction (all files) 2024-11-15T17:52:23,199 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/0c9de0cdd971431780dd01588b14b4ec, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/b4a3d576196844d98c09b1bed4733634, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/1e54e8c753f44d53ba20313f661f99f2] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=108.3 K 2024-11-15T17:52:23,199 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/B in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:23,199 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:23,199 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/0c9de0cdd971431780dd01588b14b4ec, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/b4a3d576196844d98c09b1bed4733634, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/1e54e8c753f44d53ba20313f661f99f2] 2024-11-15T17:52:23,199 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/552154a12a0e4c6388e30c2c930bfbc5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/dce7f0862f494f88a03d94b344321a89, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/72ae27ae66364f8da1ccf88e33fef932] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=35.9 K 2024-11-15T17:52:23,200 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c9de0cdd971431780dd01588b14b4ec, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731693139683 2024-11-15T17:52:23,200 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 552154a12a0e4c6388e30c2c930bfbc5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731693139683 2024-11-15T17:52:23,200 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4a3d576196844d98c09b1bed4733634, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731693140340 2024-11-15T17:52:23,201 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting dce7f0862f494f88a03d94b344321a89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731693140340 2024-11-15T17:52:23,201 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e54e8c753f44d53ba20313f661f99f2, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731693141542 2024-11-15T17:52:23,202 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 72ae27ae66364f8da1ccf88e33fef932, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731693141542 2024-11-15T17:52:23,213 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:23,214 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#B#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:23,215 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/253e145d1a064432b1c2f98620146aed is 50, key is test_row_0/B:col10/1731693141542/Put/seqid=0 2024-11-15T17:52:23,217 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111556812e322fbd404e9625a18e22dfef0e_b6b5568d8e903d101b1b0a519a4b3946 store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:23,219 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111556812e322fbd404e9625a18e22dfef0e_b6b5568d8e903d101b1b0a519a4b3946, store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:23,219 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111556812e322fbd404e9625a18e22dfef0e_b6b5568d8e903d101b1b0a519a4b3946 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:23,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742002_1178 (size=12561) 2024-11-15T17:52:23,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742003_1179 (size=4469) 2024-11-15T17:52:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:23,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-15T17:52:23,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:23,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:23,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:23,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:23,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:23,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:23,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157c852481e7fc428e9ae0c798f176ddd2_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693142220/Put/seqid=0 2024-11-15T17:52:23,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742004_1180 (size=14794) 2024-11-15T17:52:23,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T17:52:23,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:23,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:23,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:23,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T17:52:23,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693203332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:23,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:23,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:23,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:23,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693203377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:23,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:23,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693203377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:23,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:23,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693203377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:23,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:23,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:23,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:23,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693203387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:23,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693203457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:23,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:23,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:23,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:23,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T17:52:23,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:23,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:23,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:23,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T17:52:23,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:23,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:23,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:23,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,651 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#A#compaction#151 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:23,652 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/d1046eb52bc541a6a6100dfb5c7df5b7 is 175, key is test_row_0/A:col10/1731693141542/Put/seqid=0 2024-11-15T17:52:23,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742005_1181 (size=31515) 2024-11-15T17:52:23,658 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/253e145d1a064432b1c2f98620146aed as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/253e145d1a064432b1c2f98620146aed 2024-11-15T17:52:23,666 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/B of b6b5568d8e903d101b1b0a519a4b3946 into 253e145d1a064432b1c2f98620146aed(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:23,666 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:23,666 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/B, priority=13, startTime=1731693143194; duration=0sec 2024-11-15T17:52:23,666 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:23,666 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:B 2024-11-15T17:52:23,666 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:23,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693203667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:23,669 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:23,669 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/C is initiating minor compaction (all files) 2024-11-15T17:52:23,670 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/C in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:23,670 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/c594c96601d84dc89c54c00ea48fcaf4, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/de5dfeecebbc4473a18240dcc2d91a42, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/351f3dff7fe940b1b44d150d87a4c52b] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=35.9 K 2024-11-15T17:52:23,672 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting c594c96601d84dc89c54c00ea48fcaf4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731693139683 2024-11-15T17:52:23,672 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting de5dfeecebbc4473a18240dcc2d91a42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731693140340 2024-11-15T17:52:23,676 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 351f3dff7fe940b1b44d150d87a4c52b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731693141542 2024-11-15T17:52:23,696 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:23,700 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157c852481e7fc428e9ae0c798f176ddd2_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157c852481e7fc428e9ae0c798f176ddd2_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:23,702 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/b4e83d8afe334588b69c07d00fd019d4, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:23,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/b4e83d8afe334588b69c07d00fd019d4 is 175, key is test_row_0/A:col10/1731693142220/Put/seqid=0 2024-11-15T17:52:23,704 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#C#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:23,706 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/021da80bca314525b45cc8dfc8e6efbf is 50, key is test_row_0/C:col10/1731693141542/Put/seqid=0 2024-11-15T17:52:23,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742006_1182 (size=39749) 2024-11-15T17:52:23,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742007_1183 (size=12561) 2024-11-15T17:52:23,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T17:52:23,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:23,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:23,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:23,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T17:52:23,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T17:52:23,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:23,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:23,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:23,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:23,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:23,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693203976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:24,067 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/d1046eb52bc541a6a6100dfb5c7df5b7 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/d1046eb52bc541a6a6100dfb5c7df5b7 2024-11-15T17:52:24,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T17:52:24,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:24,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:24,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:24,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:24,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:24,105 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/A of b6b5568d8e903d101b1b0a519a4b3946 into d1046eb52bc541a6a6100dfb5c7df5b7(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:24,105 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:24,105 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/A, priority=13, startTime=1731693143194; duration=0sec 2024-11-15T17:52:24,105 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:24,105 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:A 2024-11-15T17:52:24,114 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/b4e83d8afe334588b69c07d00fd019d4 2024-11-15T17:52:24,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/6502f669fec849b9833e4d8d99c12d13 is 50, key is test_row_0/B:col10/1731693142220/Put/seqid=0 2024-11-15T17:52:24,155 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/021da80bca314525b45cc8dfc8e6efbf as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/021da80bca314525b45cc8dfc8e6efbf 2024-11-15T17:52:24,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742008_1184 (size=12151) 2024-11-15T17:52:24,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/6502f669fec849b9833e4d8d99c12d13 2024-11-15T17:52:24,178 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/C of b6b5568d8e903d101b1b0a519a4b3946 into 021da80bca314525b45cc8dfc8e6efbf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:24,178 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:24,178 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/C, priority=13, startTime=1731693143195; duration=0sec 2024-11-15T17:52:24,178 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:24,178 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:C 2024-11-15T17:52:24,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/25e32febc8834bef98d7e9ace190ab32 is 50, key is test_row_0/C:col10/1731693142220/Put/seqid=0 2024-11-15T17:52:24,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742009_1185 (size=12151) 2024-11-15T17:52:24,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T17:52:24,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:24,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:24,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:24,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:24,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:24,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:24,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693204386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693204386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:24,388 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in b6b5568d8e903d101b1b0a519a4b3946 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:24,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:24,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:24,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:24,389 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_1' in b6b5568d8e903d101b1b0a519a4b3946 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:24,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:24,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:24,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:24,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693204397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:24,399 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in b6b5568d8e903d101b1b0a519a4b3946 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:24,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:24,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:24,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:24,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T17:52:24,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:24,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:24,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:24,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:24,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:24,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693204407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:24,414 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_2' in b6b5568d8e903d101b1b0a519a4b3946 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:24,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693204497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:24,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:24,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:24,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:24,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T17:52:24,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:24,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:24,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:24,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:24,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:24,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/25e32febc8834bef98d7e9ace190ab32 2024-11-15T17:52:24,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/b4e83d8afe334588b69c07d00fd019d4 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/b4e83d8afe334588b69c07d00fd019d4 2024-11-15T17:52:24,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/b4e83d8afe334588b69c07d00fd019d4, entries=200, sequenceid=221, filesize=38.8 K 2024-11-15T17:52:24,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/6502f669fec849b9833e4d8d99c12d13 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/6502f669fec849b9833e4d8d99c12d13 2024-11-15T17:52:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/6502f669fec849b9833e4d8d99c12d13, entries=150, sequenceid=221, filesize=11.9 K 2024-11-15T17:52:24,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/25e32febc8834bef98d7e9ace190ab32 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/25e32febc8834bef98d7e9ace190ab32 2024-11-15T17:52:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/25e32febc8834bef98d7e9ace190ab32, entries=150, sequenceid=221, filesize=11.9 K 2024-11-15T17:52:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for b6b5568d8e903d101b1b0a519a4b3946 in 1393ms, sequenceid=221, compaction requested=false 2024-11-15T17:52:24,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T17:52:24,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,713 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T17:52:24,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:24,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:24,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:24,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:24,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:24,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b975a901783748b6b8c3447fbcb34f9a_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693143296/Put/seqid=0 2024-11-15T17:52:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742010_1186 (size=9814) 2024-11-15T17:52:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,734 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b975a901783748b6b8c3447fbcb34f9a_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b975a901783748b6b8c3447fbcb34f9a_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/8c577bd1bea242f1947da2fa1d2513f9, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/8c577bd1bea242f1947da2fa1d2513f9 is 175, key is test_row_0/A:col10/1731693143296/Put/seqid=0 2024-11-15T17:52:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742011_1187 (size=22461) 2024-11-15T17:52:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,756 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/8c577bd1bea242f1947da2fa1d2513f9 2024-11-15T17:52:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/08cacc7c9c9b4d23ba8ad6f4c2203819 is 50, key is test_row_0/B:col10/1731693143296/Put/seqid=0 2024-11-15T17:52:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742012_1188 (size=9757) 2024-11-15T17:52:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T17:52:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,172 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/08cacc7c9c9b4d23ba8ad6f4c2203819 2024-11-15T17:52:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/8fb083865e05491091b7cc9b431f8607 is 50, key is test_row_0/C:col10/1731693143296/Put/seqid=0 2024-11-15T17:52:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742013_1189 (size=9757) 2024-11-15T17:52:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,212 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/8fb083865e05491091b7cc9b431f8607 2024-11-15T17:52:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/8c577bd1bea242f1947da2fa1d2513f9 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/8c577bd1bea242f1947da2fa1d2513f9 2024-11-15T17:52:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,223 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/8c577bd1bea242f1947da2fa1d2513f9, entries=100, sequenceid=237, filesize=21.9 K 2024-11-15T17:52:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/08cacc7c9c9b4d23ba8ad6f4c2203819 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/08cacc7c9c9b4d23ba8ad6f4c2203819 2024-11-15T17:52:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,230 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/08cacc7c9c9b4d23ba8ad6f4c2203819, entries=100, sequenceid=237, filesize=9.5 K 2024-11-15T17:52:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/8fb083865e05491091b7cc9b431f8607 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/8fb083865e05491091b7cc9b431f8607 2024-11-15T17:52:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,240 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/8fb083865e05491091b7cc9b431f8607, entries=100, sequenceid=237, filesize=9.5 K 2024-11-15T17:52:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,241 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=0 B/0 for b6b5568d8e903d101b1b0a519a4b3946 in 529ms, sequenceid=237, compaction requested=true 2024-11-15T17:52:25,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:25,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:25,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-15T17:52:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-15T17:52:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-15T17:52:25,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5340 sec 2024-11-15T17:52:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.5390 sec 2024-11-15T17:52:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:25,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T17:52:25,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:25,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:25,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:25,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:25,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:25,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115513e16c3063643ddbd601c135dcbddf5_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693145663/Put/seqid=0 2024-11-15T17:52:25,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742014_1190 (size=19774) 2024-11-15T17:52:25,781 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:25,796 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115513e16c3063643ddbd601c135dcbddf5_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115513e16c3063643ddbd601c135dcbddf5_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:25,797 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/182eaaaa11644f5eb690dab2a02de4e1, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:25,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/182eaaaa11644f5eb690dab2a02de4e1 is 175, key is test_row_0/A:col10/1731693145663/Put/seqid=0 2024-11-15T17:52:25,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742015_1191 (size=57033) 2024-11-15T17:52:25,874 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693145817, max timestamp=1731693145871Num uniques 859; 2024-11-15T17:52:25,874 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:52:25,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693145817, max timestamp=1731693145871Num uniques 859; 2024-11-15T17:52:25,878 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693145817, max timestamp=1731693145871Num uniques 859; 2024-11-15T17:52:25,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:52:25,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:52:25,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693205978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:25,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:25,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:25,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:26,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693206086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:26,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:26,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:26,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:26,211 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/182eaaaa11644f5eb690dab2a02de4e1 2024-11-15T17:52:26,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/384e4e4a344442768d14cc30ce7e1d73 is 50, key is test_row_0/B:col10/1731693145663/Put/seqid=0 2024-11-15T17:52:26,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742016_1192 (size=12151) 2024-11-15T17:52:26,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693206296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:26,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:26,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:26,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:26,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693206407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:26,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693206407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:26,409 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in b6b5568d8e903d101b1b0a519a4b3946 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:26,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:26,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:26,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:26,409 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_1' in b6b5568d8e903d101b1b0a519a4b3946 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:26,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:26,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:26,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:26,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693206427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:26,430 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in b6b5568d8e903d101b1b0a519a4b3946 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:26,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:26,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:26,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:26,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693206436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:26,437 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_2' in b6b5568d8e903d101b1b0a519a4b3946 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:26,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:26,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:26,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:26,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693206607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:26,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:26,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:26,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:26,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/384e4e4a344442768d14cc30ce7e1d73 2024-11-15T17:52:26,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/4e88f442f7e74419ae70f605b09cea81 is 50, key is test_row_0/C:col10/1731693145663/Put/seqid=0 2024-11-15T17:52:26,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742017_1193 (size=12151) 2024-11-15T17:52:26,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/4e88f442f7e74419ae70f605b09cea81 2024-11-15T17:52:26,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/182eaaaa11644f5eb690dab2a02de4e1 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/182eaaaa11644f5eb690dab2a02de4e1 2024-11-15T17:52:26,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/182eaaaa11644f5eb690dab2a02de4e1, entries=300, sequenceid=247, filesize=55.7 K 2024-11-15T17:52:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/384e4e4a344442768d14cc30ce7e1d73 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/384e4e4a344442768d14cc30ce7e1d73 2024-11-15T17:52:26,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/384e4e4a344442768d14cc30ce7e1d73, entries=150, sequenceid=247, filesize=11.9 K 2024-11-15T17:52:26,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/4e88f442f7e74419ae70f605b09cea81 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/4e88f442f7e74419ae70f605b09cea81 2024-11-15T17:52:26,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/4e88f442f7e74419ae70f605b09cea81, entries=150, sequenceid=247, filesize=11.9 K 2024-11-15T17:52:26,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for b6b5568d8e903d101b1b0a519a4b3946 in 1005ms, sequenceid=247, compaction requested=true 2024-11-15T17:52:26,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:26,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:52:26,699 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:26,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:26,699 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:26,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:52:26,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:26,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:52:26,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:26,702 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150758 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:26,702 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/A is initiating minor compaction (all files) 2024-11-15T17:52:26,702 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/A in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:26,702 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/d1046eb52bc541a6a6100dfb5c7df5b7, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/b4e83d8afe334588b69c07d00fd019d4, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/8c577bd1bea242f1947da2fa1d2513f9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/182eaaaa11644f5eb690dab2a02de4e1] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=147.2 K 2024-11-15T17:52:26,702 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:26,702 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/d1046eb52bc541a6a6100dfb5c7df5b7, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/b4e83d8afe334588b69c07d00fd019d4, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/8c577bd1bea242f1947da2fa1d2513f9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/182eaaaa11644f5eb690dab2a02de4e1] 2024-11-15T17:52:26,702 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46620 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:26,702 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/B is initiating minor compaction (all files) 2024-11-15T17:52:26,703 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/B in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:26,703 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/253e145d1a064432b1c2f98620146aed, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/6502f669fec849b9833e4d8d99c12d13, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/08cacc7c9c9b4d23ba8ad6f4c2203819, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/384e4e4a344442768d14cc30ce7e1d73] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=45.5 K 2024-11-15T17:52:26,703 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1046eb52bc541a6a6100dfb5c7df5b7, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731693141542 2024-11-15T17:52:26,703 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 253e145d1a064432b1c2f98620146aed, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731693141542 2024-11-15T17:52:26,704 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 6502f669fec849b9833e4d8d99c12d13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731693142218 2024-11-15T17:52:26,704 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4e83d8afe334588b69c07d00fd019d4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731693142218 2024-11-15T17:52:26,704 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 08cacc7c9c9b4d23ba8ad6f4c2203819, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731693143296 2024-11-15T17:52:26,704 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c577bd1bea242f1947da2fa1d2513f9, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731693143296 2024-11-15T17:52:26,704 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 384e4e4a344442768d14cc30ce7e1d73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731693145663 2024-11-15T17:52:26,704 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 182eaaaa11644f5eb690dab2a02de4e1, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731693145586 2024-11-15T17:52:26,716 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:26,718 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#B#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:26,719 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/05a192cc1f914d9994f965690b73370e is 50, key is test_row_0/B:col10/1731693145663/Put/seqid=0 2024-11-15T17:52:26,727 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115a7677ab912e24e9bb2517e17dadc4052_b6b5568d8e903d101b1b0a519a4b3946 store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:26,731 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115a7677ab912e24e9bb2517e17dadc4052_b6b5568d8e903d101b1b0a519a4b3946, store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:26,732 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a7677ab912e24e9bb2517e17dadc4052_b6b5568d8e903d101b1b0a519a4b3946 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:26,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742018_1194 (size=12697) 2024-11-15T17:52:26,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742019_1195 (size=4469) 2024-11-15T17:52:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T17:52:26,867 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:26,868 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-15T17:52:26,870 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T17:52:26,872 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:26,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T17:52:27,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T17:52:27,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:27,026 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-15T17:52:27,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:27,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:27,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:27,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:27,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:27,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:27,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155f20b85cbdbf4cd387984d6b85628642_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693145950/Put/seqid=0 2024-11-15T17:52:27,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742020_1196 (size=12454) 2024-11-15T17:52:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:27,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:27,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:27,173 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#A#compaction#163 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:27,174 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/2b46016333d4451db43378950f8e4a5a is 175, key is test_row_0/A:col10/1731693145663/Put/seqid=0 2024-11-15T17:52:27,175 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/05a192cc1f914d9994f965690b73370e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/05a192cc1f914d9994f965690b73370e 2024-11-15T17:52:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693207171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:27,185 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/B of b6b5568d8e903d101b1b0a519a4b3946 into 05a192cc1f914d9994f965690b73370e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:27,185 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:27,185 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/B, priority=12, startTime=1731693146699; duration=0sec 2024-11-15T17:52:27,185 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:27,185 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:B 2024-11-15T17:52:27,185 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T17:52:27,187 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46620 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:27,187 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/C is initiating minor compaction (all files) 2024-11-15T17:52:27,187 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/C in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:27,188 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/021da80bca314525b45cc8dfc8e6efbf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/25e32febc8834bef98d7e9ace190ab32, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/8fb083865e05491091b7cc9b431f8607, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/4e88f442f7e74419ae70f605b09cea81] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=45.5 K 2024-11-15T17:52:27,188 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 021da80bca314525b45cc8dfc8e6efbf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731693141542 2024-11-15T17:52:27,188 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 25e32febc8834bef98d7e9ace190ab32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731693142218 2024-11-15T17:52:27,189 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fb083865e05491091b7cc9b431f8607, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731693143296 2024-11-15T17:52:27,189 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e88f442f7e74419ae70f605b09cea81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731693145663 2024-11-15T17:52:27,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742021_1197 (size=31651) 2024-11-15T17:52:27,217 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/2b46016333d4451db43378950f8e4a5a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/2b46016333d4451db43378950f8e4a5a 2024-11-15T17:52:27,220 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#C#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:27,220 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/06608b37ff984276a97d4a5d72514bcf is 50, key is test_row_0/C:col10/1731693145663/Put/seqid=0 2024-11-15T17:52:27,234 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/A of b6b5568d8e903d101b1b0a519a4b3946 into 2b46016333d4451db43378950f8e4a5a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:27,234 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:27,234 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/A, priority=12, startTime=1731693146699; duration=0sec 2024-11-15T17:52:27,234 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:27,234 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:A 2024-11-15T17:52:27,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742022_1198 (size=12697) 2024-11-15T17:52:27,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693207287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:27,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:27,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:27,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:27,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:27,453 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155f20b85cbdbf4cd387984d6b85628642_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155f20b85cbdbf4cd387984d6b85628642_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:27,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/3a3d1f7b64364d9ca9ec4ce1c899ca1a, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:27,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/3a3d1f7b64364d9ca9ec4ce1c899ca1a is 175, key is test_row_0/A:col10/1731693145950/Put/seqid=0 2024-11-15T17:52:27,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742023_1199 (size=31255) 2024-11-15T17:52:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T17:52:27,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693207497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:27,649 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/06608b37ff984276a97d4a5d72514bcf as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/06608b37ff984276a97d4a5d72514bcf 2024-11-15T17:52:27,655 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/C of b6b5568d8e903d101b1b0a519a4b3946 into 06608b37ff984276a97d4a5d72514bcf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:27,655 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:27,655 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/C, priority=12, startTime=1731693146699; duration=0sec 2024-11-15T17:52:27,655 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:27,655 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:C 2024-11-15T17:52:27,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693207807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:27,871 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/3a3d1f7b64364d9ca9ec4ce1c899ca1a 2024-11-15T17:52:27,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/27d78a4afd384c6b990e1d2d2bf685b3 is 50, key is test_row_0/B:col10/1731693145950/Put/seqid=0 2024-11-15T17:52:27,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742024_1200 (size=12301) 2024-11-15T17:52:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T17:52:28,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693208326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:28,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:28,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:28,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:28,332 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/27d78a4afd384c6b990e1d2d2bf685b3 2024-11-15T17:52:28,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/127ffe24aa624273b791e46e8c9df0a5 is 50, key is test_row_0/C:col10/1731693145950/Put/seqid=0 2024-11-15T17:52:28,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742025_1201 (size=12301) 2024-11-15T17:52:28,351 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/127ffe24aa624273b791e46e8c9df0a5 2024-11-15T17:52:28,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/3a3d1f7b64364d9ca9ec4ce1c899ca1a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3a3d1f7b64364d9ca9ec4ce1c899ca1a 2024-11-15T17:52:28,365 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3a3d1f7b64364d9ca9ec4ce1c899ca1a, entries=150, sequenceid=284, filesize=30.5 K 2024-11-15T17:52:28,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/27d78a4afd384c6b990e1d2d2bf685b3 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/27d78a4afd384c6b990e1d2d2bf685b3 2024-11-15T17:52:28,377 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/27d78a4afd384c6b990e1d2d2bf685b3, entries=150, sequenceid=284, filesize=12.0 K 2024-11-15T17:52:28,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/127ffe24aa624273b791e46e8c9df0a5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/127ffe24aa624273b791e46e8c9df0a5 2024-11-15T17:52:28,387 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/127ffe24aa624273b791e46e8c9df0a5, entries=150, sequenceid=284, filesize=12.0 K 2024-11-15T17:52:28,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-15T17:52:28,389 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for b6b5568d8e903d101b1b0a519a4b3946 in 1364ms, sequenceid=284, compaction requested=false 2024-11-15T17:52:28,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:28,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:28,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-15T17:52:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-15T17:52:28,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-15T17:52:28,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5190 sec 2024-11-15T17:52:28,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.5260 sec 2024-11-15T17:52:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T17:52:29,017 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:29,017 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-15T17:52:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T17:52:29,021 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:29,022 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:29,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T17:52:29,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-15T17:52:29,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:29,175 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T17:52:29,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:29,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:29,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:29,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:29,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:29,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:29,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153072a01046764b0eb326b6c51027caaa_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693147137/Put/seqid=0 2024-11-15T17:52:29,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742026_1202 (size=12454) 2024-11-15T17:52:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T17:52:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:29,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:29,433 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693149386, max timestamp=1731693149430Num uniques 859; 2024-11-15T17:52:29,433 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:52:29,433 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693149386, max timestamp=1731693149430Num uniques 859; 2024-11-15T17:52:29,433 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:52:29,435 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693149386, max timestamp=1731693149430Num uniques 859; 2024-11-15T17:52:29,435 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:52:29,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693209518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:29,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:29,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:29,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:29,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:29,596 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153072a01046764b0eb326b6c51027caaa_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153072a01046764b0eb326b6c51027caaa_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:29,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/db56e272cd654fca9f6be80047b84fdd, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:29,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/db56e272cd654fca9f6be80047b84fdd is 175, key is test_row_0/A:col10/1731693147137/Put/seqid=0 2024-11-15T17:52:29,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742027_1203 (size=31255) 2024-11-15T17:52:29,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693209627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:29,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:29,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:29,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T17:52:29,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693209836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:29,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:29,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:29,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:30,003 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/db56e272cd654fca9f6be80047b84fdd 2024-11-15T17:52:30,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/ef7c7b8393554e718266e963db0a549f is 50, key is test_row_0/B:col10/1731693147137/Put/seqid=0 2024-11-15T17:52:30,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742028_1204 (size=12301) 2024-11-15T17:52:30,026 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/ef7c7b8393554e718266e963db0a549f 2024-11-15T17:52:30,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/462fe76f90174b908d43f61c455545f3 is 50, key is test_row_0/C:col10/1731693147137/Put/seqid=0 2024-11-15T17:52:30,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742029_1205 (size=12301) 2024-11-15T17:52:30,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693210146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T17:52:30,438 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/462fe76f90174b908d43f61c455545f3 2024-11-15T17:52:30,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59552 deadline: 1731693210437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:30,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59610 deadline: 1731693210437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:30,441 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in b6b5568d8e903d101b1b0a519a4b3946 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:30,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:30,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:30,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:30,442 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_1' in b6b5568d8e903d101b1b0a519a4b3946 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:30,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:30,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:30,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:30,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/db56e272cd654fca9f6be80047b84fdd as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/db56e272cd654fca9f6be80047b84fdd 2024-11-15T17:52:30,455 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/db56e272cd654fca9f6be80047b84fdd, entries=150, sequenceid=297, filesize=30.5 K 2024-11-15T17:52:30,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/ef7c7b8393554e718266e963db0a549f as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/ef7c7b8393554e718266e963db0a549f 2024-11-15T17:52:30,461 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/ef7c7b8393554e718266e963db0a549f, entries=150, sequenceid=297, filesize=12.0 K 2024-11-15T17:52:30,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/462fe76f90174b908d43f61c455545f3 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/462fe76f90174b908d43f61c455545f3 2024-11-15T17:52:30,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59570 deadline: 1731693210467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:30,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1731693210467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:30,468 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in b6b5568d8e903d101b1b0a519a4b3946 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:30,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:30,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:30,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:30,468 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_2' in b6b5568d8e903d101b1b0a519a4b3946 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8243 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:30,473 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/462fe76f90174b908d43f61c455545f3, entries=150, sequenceid=297, filesize=12.0 K 2024-11-15T17:52:30,476 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for b6b5568d8e903d101b1b0a519a4b3946 in 1301ms, sequenceid=297, compaction requested=true 2024-11-15T17:52:30,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:30,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:30,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-15T17:52:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-15T17:52:30,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-15T17:52:30,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4560 sec 2024-11-15T17:52:30,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.4640 sec 2024-11-15T17:52:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:30,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-15T17:52:30,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:30,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:30,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:30,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:30,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:30,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:30,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152a43e4e784e94f9f9d5f882a1945d4dd_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693149506/Put/seqid=0 2024-11-15T17:52:30,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742030_1206 (size=14994) 2024-11-15T17:52:30,698 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:30,705 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152a43e4e784e94f9f9d5f882a1945d4dd_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152a43e4e784e94f9f9d5f882a1945d4dd_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:30,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693210700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:30,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:30,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:30,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:30,710 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/7d6477c7a9384bd9a3c6fb300924b3fe, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:30,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/7d6477c7a9384bd9a3c6fb300924b3fe is 175, key is test_row_0/A:col10/1731693149506/Put/seqid=0 2024-11-15T17:52:30,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742031_1207 (size=39949) 2024-11-15T17:52:30,721 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/7d6477c7a9384bd9a3c6fb300924b3fe 2024-11-15T17:52:30,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/8f2649f2dc1e419eace162fa3a8a76bf is 50, key is test_row_0/B:col10/1731693149506/Put/seqid=0 2024-11-15T17:52:30,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742032_1208 (size=12301) 2024-11-15T17:52:30,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/8f2649f2dc1e419eace162fa3a8a76bf 2024-11-15T17:52:30,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/81eb904731a0481492f51a51fd0e1f6b is 50, key is test_row_0/C:col10/1731693149506/Put/seqid=0 2024-11-15T17:52:30,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742033_1209 (size=12301) 2024-11-15T17:52:30,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693210816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:30,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:30,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:30,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:31,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693211026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:31,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:31,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:31,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T17:52:31,168 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:31,169 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:31,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/81eb904731a0481492f51a51fd0e1f6b 2024-11-15T17:52:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-15T17:52:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T17:52:31,172 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:31,173 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:31,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:31,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/7d6477c7a9384bd9a3c6fb300924b3fe as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/7d6477c7a9384bd9a3c6fb300924b3fe 2024-11-15T17:52:31,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/7d6477c7a9384bd9a3c6fb300924b3fe, entries=200, sequenceid=334, filesize=39.0 K 2024-11-15T17:52:31,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/8f2649f2dc1e419eace162fa3a8a76bf as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/8f2649f2dc1e419eace162fa3a8a76bf 2024-11-15T17:52:31,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/8f2649f2dc1e419eace162fa3a8a76bf, entries=150, sequenceid=334, filesize=12.0 K 2024-11-15T17:52:31,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/81eb904731a0481492f51a51fd0e1f6b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/81eb904731a0481492f51a51fd0e1f6b 2024-11-15T17:52:31,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/81eb904731a0481492f51a51fd0e1f6b, entries=150, sequenceid=334, filesize=12.0 K 2024-11-15T17:52:31,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for b6b5568d8e903d101b1b0a519a4b3946 in 550ms, sequenceid=334, compaction requested=true 2024-11-15T17:52:31,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:31,213 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:31,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:52:31,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:31,213 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:31,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:52:31,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:31,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:52:31,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:31,215 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:31,215 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/B is initiating minor compaction (all files) 2024-11-15T17:52:31,215 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/B in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:31,216 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/05a192cc1f914d9994f965690b73370e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/27d78a4afd384c6b990e1d2d2bf685b3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/ef7c7b8393554e718266e963db0a549f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/8f2649f2dc1e419eace162fa3a8a76bf] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=48.4 K 2024-11-15T17:52:31,216 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134110 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:31,216 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/A is initiating minor compaction (all files) 2024-11-15T17:52:31,216 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/A in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:31,216 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 05a192cc1f914d9994f965690b73370e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731693145663 2024-11-15T17:52:31,216 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/2b46016333d4451db43378950f8e4a5a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3a3d1f7b64364d9ca9ec4ce1c899ca1a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/db56e272cd654fca9f6be80047b84fdd, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/7d6477c7a9384bd9a3c6fb300924b3fe] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=131.0 K 2024-11-15T17:52:31,216 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:31,216 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/2b46016333d4451db43378950f8e4a5a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3a3d1f7b64364d9ca9ec4ce1c899ca1a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/db56e272cd654fca9f6be80047b84fdd, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/7d6477c7a9384bd9a3c6fb300924b3fe] 2024-11-15T17:52:31,216 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b46016333d4451db43378950f8e4a5a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731693145663 2024-11-15T17:52:31,217 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a3d1f7b64364d9ca9ec4ce1c899ca1a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731693145931 2024-11-15T17:52:31,217 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting db56e272cd654fca9f6be80047b84fdd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731693147137 2024-11-15T17:52:31,217 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d6477c7a9384bd9a3c6fb300924b3fe, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731693149477 2024-11-15T17:52:31,218 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 27d78a4afd384c6b990e1d2d2bf685b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731693145931 2024-11-15T17:52:31,218 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting ef7c7b8393554e718266e963db0a549f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731693147137 2024-11-15T17:52:31,219 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f2649f2dc1e419eace162fa3a8a76bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731693149506 2024-11-15T17:52:31,235 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:31,237 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#B#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:31,238 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/b315f296f9c9419aa27a1f712b8a2a74 is 50, key is test_row_0/B:col10/1731693149506/Put/seqid=0 2024-11-15T17:52:31,246 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411153fb2983906a541f6be1beaecabd07dd1_b6b5568d8e903d101b1b0a519a4b3946 store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:31,249 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411153fb2983906a541f6be1beaecabd07dd1_b6b5568d8e903d101b1b0a519a4b3946, store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:31,249 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153fb2983906a541f6be1beaecabd07dd1_b6b5568d8e903d101b1b0a519a4b3946 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:31,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742034_1210 (size=12983) 2024-11-15T17:52:31,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742035_1211 (size=4469) 2024-11-15T17:52:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T17:52:31,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-15T17:52:31,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:31,328 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-15T17:52:31,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:31,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:31,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:31,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:31,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:31,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:31,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150433e9eb074445f9a2f474dd172be1d2_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693150697/Put/seqid=0 2024-11-15T17:52:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:31,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:31,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742036_1212 (size=12454) 2024-11-15T17:52:31,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:31,354 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150433e9eb074445f9a2f474dd172be1d2_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150433e9eb074445f9a2f474dd172be1d2_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:31,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/7981b9660a4d4305a7a7fb4a29c871e1, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:31,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/7981b9660a4d4305a7a7fb4a29c871e1 is 175, key is test_row_0/A:col10/1731693150697/Put/seqid=0 2024-11-15T17:52:31,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742037_1213 (size=31255) 2024-11-15T17:52:31,364 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=343, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/7981b9660a4d4305a7a7fb4a29c871e1 2024-11-15T17:52:31,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/93b5af511568448f8f12649dbc431fd7 is 50, key is test_row_0/B:col10/1731693150697/Put/seqid=0 2024-11-15T17:52:31,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742038_1214 (size=12301) 2024-11-15T17:52:31,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693151381, max timestamp=1731693151436Num uniques 859; 2024-11-15T17:52:31,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:52:31,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693151381, max timestamp=1731693151436Num uniques 859; 2024-11-15T17:52:31,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:52:31,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693151381, max timestamp=1731693151436Num uniques 859; 2024-11-15T17:52:31,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:52:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T17:52:31,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693211555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:31,664 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/b315f296f9c9419aa27a1f712b8a2a74 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/b315f296f9c9419aa27a1f712b8a2a74 2024-11-15T17:52:31,673 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#A#compaction#175 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:31,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693211668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:31,674 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/67b8ed3599e949a6ae7599b0a1888877 is 175, key is test_row_0/A:col10/1731693149506/Put/seqid=0 2024-11-15T17:52:31,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:31,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:31,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:31,677 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/B of b6b5568d8e903d101b1b0a519a4b3946 into b315f296f9c9419aa27a1f712b8a2a74(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:31,677 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:31,677 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/B, priority=12, startTime=1731693151213; duration=0sec 2024-11-15T17:52:31,677 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:31,677 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:B 2024-11-15T17:52:31,677 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:31,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742039_1215 (size=31937) 2024-11-15T17:52:31,679 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:31,679 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/C is initiating minor compaction (all files) 2024-11-15T17:52:31,679 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/C in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:31,679 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/06608b37ff984276a97d4a5d72514bcf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/127ffe24aa624273b791e46e8c9df0a5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/462fe76f90174b908d43f61c455545f3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/81eb904731a0481492f51a51fd0e1f6b] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=48.4 K 2024-11-15T17:52:31,680 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 06608b37ff984276a97d4a5d72514bcf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731693145663 2024-11-15T17:52:31,680 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 127ffe24aa624273b791e46e8c9df0a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731693145931 2024-11-15T17:52:31,681 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 462fe76f90174b908d43f61c455545f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731693147137 2024-11-15T17:52:31,682 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 81eb904731a0481492f51a51fd0e1f6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731693149506 2024-11-15T17:52:31,687 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/67b8ed3599e949a6ae7599b0a1888877 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/67b8ed3599e949a6ae7599b0a1888877 2024-11-15T17:52:31,694 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/A of b6b5568d8e903d101b1b0a519a4b3946 into 67b8ed3599e949a6ae7599b0a1888877(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:31,695 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:31,695 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/A, priority=12, startTime=1731693151212; duration=0sec 2024-11-15T17:52:31,695 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:31,695 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:A 2024-11-15T17:52:31,697 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#C#compaction#178 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:31,697 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/5104242d60124bef8f59baca549a74ca is 50, key is test_row_0/C:col10/1731693149506/Put/seqid=0 2024-11-15T17:52:31,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742040_1216 (size=12983) 2024-11-15T17:52:31,721 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/5104242d60124bef8f59baca549a74ca as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/5104242d60124bef8f59baca549a74ca 2024-11-15T17:52:31,733 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/C of b6b5568d8e903d101b1b0a519a4b3946 into 5104242d60124bef8f59baca549a74ca(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:31,733 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:31,733 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/C, priority=12, startTime=1731693151213; duration=0sec 2024-11-15T17:52:31,733 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:31,733 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:C 2024-11-15T17:52:31,789 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/93b5af511568448f8f12649dbc431fd7 2024-11-15T17:52:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T17:52:31,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/256ac6a184d64ad1b243ceafe8f83828 is 50, key is test_row_0/C:col10/1731693150697/Put/seqid=0 2024-11-15T17:52:31,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742041_1217 (size=12301) 2024-11-15T17:52:31,849 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/256ac6a184d64ad1b243ceafe8f83828 2024-11-15T17:52:31,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/7981b9660a4d4305a7a7fb4a29c871e1 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/7981b9660a4d4305a7a7fb4a29c871e1 2024-11-15T17:52:31,866 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/7981b9660a4d4305a7a7fb4a29c871e1, entries=150, sequenceid=343, filesize=30.5 K 2024-11-15T17:52:31,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/93b5af511568448f8f12649dbc431fd7 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/93b5af511568448f8f12649dbc431fd7 2024-11-15T17:52:31,875 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/93b5af511568448f8f12649dbc431fd7, entries=150, sequenceid=343, filesize=12.0 K 2024-11-15T17:52:31,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/256ac6a184d64ad1b243ceafe8f83828 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/256ac6a184d64ad1b243ceafe8f83828 2024-11-15T17:52:31,885 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/256ac6a184d64ad1b243ceafe8f83828, entries=150, sequenceid=343, filesize=12.0 K 2024-11-15T17:52:31,886 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for b6b5568d8e903d101b1b0a519a4b3946 in 558ms, sequenceid=343, compaction requested=false 2024-11-15T17:52:31,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:31,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:31,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-15T17:52:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-15T17:52:31,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-15T17:52:31,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 715 msec 2024-11-15T17:52:31,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 722 msec 2024-11-15T17:52:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:31,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-11-15T17:52:31,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:31,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:31,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:31,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:31,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:31,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:31,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157f3e7bb553b44be485d7c34be4fa4af0_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693151893/Put/seqid=0 2024-11-15T17:52:31,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742042_1218 (size=14994) 2024-11-15T17:52:31,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693211928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:31,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:31,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:31,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:32,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693212037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:32,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:32,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:32,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:32,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:32,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693212246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:32,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:32,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:32,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T17:52:32,307 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:32,308 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-15T17:52:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T17:52:32,312 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,316 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157f3e7bb553b44be485d7c34be4fa4af0_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157f3e7bb553b44be485d7c34be4fa4af0_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:32,317 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/53c3f0605bc24e2d919a17d1658d438a, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:32,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/53c3f0605bc24e2d919a17d1658d438a is 175, key is test_row_0/A:col10/1731693151893/Put/seqid=0 2024-11-15T17:52:32,319 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:32,320 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:32,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:32,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742043_1219 (size=39949) 2024-11-15T17:52:32,326 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=383, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/53c3f0605bc24e2d919a17d1658d438a 2024-11-15T17:52:32,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/87fa7121bfeb46f3b197ded6ca4a69ad is 50, key is test_row_0/B:col10/1731693151893/Put/seqid=0 2024-11-15T17:52:32,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742044_1220 (size=12301) 2024-11-15T17:52:32,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/87fa7121bfeb46f3b197ded6ca4a69ad 2024-11-15T17:52:32,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/4d37a12193b74ee8b2682fc611e4eaf4 is 50, key is test_row_0/C:col10/1731693151893/Put/seqid=0 2024-11-15T17:52:32,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742045_1221 (size=12301) 2024-11-15T17:52:32,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/4d37a12193b74ee8b2682fc611e4eaf4 2024-11-15T17:52:32,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/53c3f0605bc24e2d919a17d1658d438a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/53c3f0605bc24e2d919a17d1658d438a 2024-11-15T17:52:32,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/53c3f0605bc24e2d919a17d1658d438a, entries=200, sequenceid=383, filesize=39.0 K 2024-11-15T17:52:32,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/87fa7121bfeb46f3b197ded6ca4a69ad as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/87fa7121bfeb46f3b197ded6ca4a69ad 2024-11-15T17:52:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/87fa7121bfeb46f3b197ded6ca4a69ad, entries=150, sequenceid=383, filesize=12.0 K 2024-11-15T17:52:32,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/4d37a12193b74ee8b2682fc611e4eaf4 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/4d37a12193b74ee8b2682fc611e4eaf4 2024-11-15T17:52:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/4d37a12193b74ee8b2682fc611e4eaf4, entries=150, sequenceid=383, filesize=12.0 K 2024-11-15T17:52:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for b6b5568d8e903d101b1b0a519a4b3946 in 485ms, sequenceid=383, compaction requested=true 2024-11-15T17:52:32,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,381 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:52:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:32,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:52:32,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:32,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:52:32,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T17:52:32,382 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,383 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,383 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/B is initiating minor compaction (all files) 2024-11-15T17:52:32,383 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/B in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:32,383 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,383 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/b315f296f9c9419aa27a1f712b8a2a74, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/93b5af511568448f8f12649dbc431fd7, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/87fa7121bfeb46f3b197ded6ca4a69ad] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=36.7 K 2024-11-15T17:52:32,383 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/A is initiating minor compaction (all files) 2024-11-15T17:52:32,383 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/A in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,384 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/67b8ed3599e949a6ae7599b0a1888877, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/7981b9660a4d4305a7a7fb4a29c871e1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/53c3f0605bc24e2d919a17d1658d438a] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=100.7 K 2024-11-15T17:52:32,384 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:32,384 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/67b8ed3599e949a6ae7599b0a1888877, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/7981b9660a4d4305a7a7fb4a29c871e1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/53c3f0605bc24e2d919a17d1658d438a] 2024-11-15T17:52:32,384 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting b315f296f9c9419aa27a1f712b8a2a74, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731693149506 2024-11-15T17:52:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,384 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93b5af511568448f8f12649dbc431fd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731693150677 2024-11-15T17:52:32,384 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 67b8ed3599e949a6ae7599b0a1888877, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731693149506 2024-11-15T17:52:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,385 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 7981b9660a4d4305a7a7fb4a29c871e1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731693150677 2024-11-15T17:52:32,385 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87fa7121bfeb46f3b197ded6ca4a69ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731693151518 2024-11-15T17:52:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,386 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 53c3f0605bc24e2d919a17d1658d438a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731693151518 2024-11-15T17:52:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,394 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,403 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115b1810de0d89c4242801db362a864373c_b6b5568d8e903d101b1b0a519a4b3946 store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,404 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#B#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,405 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/08d1da74d66f4a96a48ec8616b0de698 is 50, key is test_row_0/B:col10/1731693151893/Put/seqid=0 2024-11-15T17:52:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,405 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115b1810de0d89c4242801db362a864373c_b6b5568d8e903d101b1b0a519a4b3946, store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:32,405 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b1810de0d89c4242801db362a864373c_b6b5568d8e903d101b1b0a519a4b3946 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T17:52:32,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742046_1222 (size=13085) 2024-11-15T17:52:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742047_1223 (size=4469) 2024-11-15T17:52:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,433 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#A#compaction#183 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,434 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/a3a35411d3e543fe9743d94493e5f81e is 175, key is test_row_0/A:col10/1731693151893/Put/seqid=0 2024-11-15T17:52:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742048_1224 (size=32039) 2024-11-15T17:52:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T17:52:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,475 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-15T17:52:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:32,476 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/a3a35411d3e543fe9743d94493e5f81e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/a3a35411d3e543fe9743d94493e5f81e 2024-11-15T17:52:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:32,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ade2e8bf08de4bd09ac871f8cfa53375_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_1/A:col10/1731693151904/Put/seqid=0 2024-11-15T17:52:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,495 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/A of b6b5568d8e903d101b1b0a519a4b3946 into a3a35411d3e543fe9743d94493e5f81e(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:32,495 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:32,495 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/A, priority=13, startTime=1731693152381; duration=0sec 2024-11-15T17:52:32,495 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:32,495 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:A 2024-11-15T17:52:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,496 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,497 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:32,498 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/C is initiating minor compaction (all files) 2024-11-15T17:52:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,498 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/C in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:32,498 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/5104242d60124bef8f59baca549a74ca, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/256ac6a184d64ad1b243ceafe8f83828, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/4d37a12193b74ee8b2682fc611e4eaf4] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=36.7 K 2024-11-15T17:52:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,499 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 5104242d60124bef8f59baca549a74ca, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731693149506 2024-11-15T17:52:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,500 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 256ac6a184d64ad1b243ceafe8f83828, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731693150677 2024-11-15T17:52:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,500 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d37a12193b74ee8b2682fc611e4eaf4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731693151518 2024-11-15T17:52:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742049_1225 (size=9914) 2024-11-15T17:52:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,523 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ade2e8bf08de4bd09ac871f8cfa53375_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ade2e8bf08de4bd09ac871f8cfa53375_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/3c30f5fdb8ce482aa2406ca091382bce, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/3c30f5fdb8ce482aa2406ca091382bce is 175, key is test_row_1/A:col10/1731693151904/Put/seqid=0 2024-11-15T17:52:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,533 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#C#compaction#186 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,533 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/2000e88e785c4e3ea1e588e31720206b is 50, key is test_row_0/C:col10/1731693151893/Put/seqid=0 2024-11-15T17:52:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742050_1226 (size=22561) 2024-11-15T17:52:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742051_1227 (size=13085) 2024-11-15T17:52:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T17:52:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:32,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693152755, max timestamp=1731693152780Num uniques 859; 2024-11-15T17:52:32,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693152755, max timestamp=1731693152780Num uniques 859; 2024-11-15T17:52:32,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693152755, max timestamp=1731693152780Num uniques 859; 2024-11-15T17:52:32,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:52:32,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:52:32,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:52:32,841 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/08d1da74d66f4a96a48ec8616b0de698 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/08d1da74d66f4a96a48ec8616b0de698 2024-11-15T17:52:32,849 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/B of b6b5568d8e903d101b1b0a519a4b3946 into 08d1da74d66f4a96a48ec8616b0de698(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:32,849 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:32,849 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/B, priority=13, startTime=1731693152381; duration=0sec 2024-11-15T17:52:32,849 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:32,849 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:B 2024-11-15T17:52:32,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731693152834, max timestamp=1731693152892Num uniques 1068; 2024-11-15T17:52:32,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-15T17:52:32,905 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731693152834, max timestamp=1731693152892Num uniques 1068; 2024-11-15T17:52:32,905 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-15T17:52:32,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731693152834, max timestamp=1731693152892Num uniques 1068; 2024-11-15T17:52:32,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-15T17:52:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T17:52:32,975 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=391, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/3c30f5fdb8ce482aa2406ca091382bce 2024-11-15T17:52:32,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731693152952, max timestamp=1731693152981Num uniques 1027; 2024-11-15T17:52:32,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-15T17:52:32,987 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731693152952, max timestamp=1731693152981Num uniques 1027; 2024-11-15T17:52:32,987 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-15T17:52:32,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731693152952, max timestamp=1731693152981Num uniques 1027; 2024-11-15T17:52:32,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-15T17:52:32,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/0d4b2e4624d6470fb7f7d03df30edfd8 is 50, key is test_row_1/B:col10/1731693151904/Put/seqid=0 2024-11-15T17:52:33,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742052_1228 (size=9857) 2024-11-15T17:52:33,006 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/0d4b2e4624d6470fb7f7d03df30edfd8 2024-11-15T17:52:33,009 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/2000e88e785c4e3ea1e588e31720206b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/2000e88e785c4e3ea1e588e31720206b 2024-11-15T17:52:33,026 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/C of b6b5568d8e903d101b1b0a519a4b3946 into 2000e88e785c4e3ea1e588e31720206b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:33,026 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:33,026 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/C, priority=13, startTime=1731693152382; duration=0sec 2024-11-15T17:52:33,026 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:33,026 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:C 2024-11-15T17:52:33,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/6be8747ade7a4afb8745dd3f3bafd844 is 50, key is test_row_1/C:col10/1731693151904/Put/seqid=0 2024-11-15T17:52:33,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742053_1229 (size=9857) 2024-11-15T17:52:33,067 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/6be8747ade7a4afb8745dd3f3bafd844 2024-11-15T17:52:33,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/3c30f5fdb8ce482aa2406ca091382bce as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3c30f5fdb8ce482aa2406ca091382bce 2024-11-15T17:52:33,081 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3c30f5fdb8ce482aa2406ca091382bce, entries=100, sequenceid=391, filesize=22.0 K 2024-11-15T17:52:33,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/0d4b2e4624d6470fb7f7d03df30edfd8 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/0d4b2e4624d6470fb7f7d03df30edfd8 2024-11-15T17:52:33,093 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/0d4b2e4624d6470fb7f7d03df30edfd8, entries=100, sequenceid=391, filesize=9.6 K 2024-11-15T17:52:33,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/6be8747ade7a4afb8745dd3f3bafd844 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/6be8747ade7a4afb8745dd3f3bafd844 2024-11-15T17:52:33,102 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/6be8747ade7a4afb8745dd3f3bafd844, entries=100, sequenceid=391, filesize=9.6 K 2024-11-15T17:52:33,103 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=127.47 KB/130530 for b6b5568d8e903d101b1b0a519a4b3946 in 628ms, sequenceid=391, compaction requested=false 2024-11-15T17:52:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-15T17:52:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-15T17:52:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:33,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-15T17:52:33,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 789 msec 2024-11-15T17:52:33,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=134.18 KB heapSize=378.61 KB 2024-11-15T17:52:33,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:33,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:33,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:33,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:33,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 804 msec 2024-11-15T17:52:33,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:33,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:33,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159bc9e29afdb24ee79661c868ced2cc0b_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693153101/Put/seqid=0 2024-11-15T17:52:33,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742054_1230 (size=14994) 2024-11-15T17:52:33,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693213161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:33,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:33,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:33,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:33,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693213267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T17:52:33,450 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:33,453 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-15T17:52:33,460 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:33,462 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:33,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T17:52:33,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693213477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:33,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:33,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:33,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:33,558 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T17:52:33,570 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159bc9e29afdb24ee79661c868ced2cc0b_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159bc9e29afdb24ee79661c868ced2cc0b_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:33,571 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/021963edf64a4951abc084450ba69f07, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:33,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/021963edf64a4951abc084450ba69f07 is 175, key is test_row_0/A:col10/1731693153101/Put/seqid=0 2024-11-15T17:52:33,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742055_1231 (size=39949) 2024-11-15T17:52:33,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T17:52:33,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:33,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:33,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:33,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:33,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:33,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T17:52:33,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:33,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:33,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:33,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:33,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T17:52:33,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693213787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:33,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:33,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:33,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:33,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T17:52:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:33,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:33,999 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=464, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/021963edf64a4951abc084450ba69f07 2024-11-15T17:52:34,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/418d02eef6734719a3c4a678bb390d67 is 50, key is test_row_0/B:col10/1731693153101/Put/seqid=0 2024-11-15T17:52:34,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742056_1232 (size=12301) 2024-11-15T17:52:34,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T17:52:34,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:34,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:34,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:34,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:34,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T17:52:34,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T17:52:34,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:34,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:34,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:34,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:34,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:34,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693214296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:34,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:34,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:34,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:34,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T17:52:34,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:34,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:34,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:34,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:34,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:34,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/418d02eef6734719a3c4a678bb390d67 2024-11-15T17:52:34,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/dd652943156446cd8e21ed0b4a429f5b is 50, key is test_row_0/C:col10/1731693153101/Put/seqid=0 2024-11-15T17:52:34,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742057_1233 (size=12301) 2024-11-15T17:52:34,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/dd652943156446cd8e21ed0b4a429f5b 2024-11-15T17:52:34,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/021963edf64a4951abc084450ba69f07 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/021963edf64a4951abc084450ba69f07 2024-11-15T17:52:34,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/021963edf64a4951abc084450ba69f07, entries=200, sequenceid=464, filesize=39.0 K 2024-11-15T17:52:34,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/418d02eef6734719a3c4a678bb390d67 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/418d02eef6734719a3c4a678bb390d67 2024-11-15T17:52:34,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/418d02eef6734719a3c4a678bb390d67, entries=150, sequenceid=464, filesize=12.0 K 2024-11-15T17:52:34,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/dd652943156446cd8e21ed0b4a429f5b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/dd652943156446cd8e21ed0b4a429f5b 2024-11-15T17:52:34,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/dd652943156446cd8e21ed0b4a429f5b, entries=150, sequenceid=464, filesize=12.0 K 2024-11-15T17:52:34,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~378.56 KB/387648, currentSize=46.96 KB/48090 for b6b5568d8e903d101b1b0a519a4b3946 in 1372ms, sequenceid=464, compaction requested=true 2024-11-15T17:52:34,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:34,483 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:34,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:52:34,484 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:34,484 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/A is initiating minor compaction (all files) 2024-11-15T17:52:34,484 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/A in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:34,484 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/a3a35411d3e543fe9743d94493e5f81e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3c30f5fdb8ce482aa2406ca091382bce, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/021963edf64a4951abc084450ba69f07] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=92.3 K 2024-11-15T17:52:34,485 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:34,485 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/a3a35411d3e543fe9743d94493e5f81e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3c30f5fdb8ce482aa2406ca091382bce, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/021963edf64a4951abc084450ba69f07] 2024-11-15T17:52:34,486 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3a35411d3e543fe9743d94493e5f81e, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731693151518 2024-11-15T17:52:34,486 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c30f5fdb8ce482aa2406ca091382bce, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731693151904 2024-11-15T17:52:34,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:34,486 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:34,486 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 021963edf64a4951abc084450ba69f07, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1731693153081 2024-11-15T17:52:34,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:52:34,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:34,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:52:34,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:34,488 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:34,488 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/B is initiating minor compaction (all files) 2024-11-15T17:52:34,488 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/B in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:34,488 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/08d1da74d66f4a96a48ec8616b0de698, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/0d4b2e4624d6470fb7f7d03df30edfd8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/418d02eef6734719a3c4a678bb390d67] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=34.4 K 2024-11-15T17:52:34,489 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 08d1da74d66f4a96a48ec8616b0de698, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731693151518 2024-11-15T17:52:34,489 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d4b2e4624d6470fb7f7d03df30edfd8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731693151904 2024-11-15T17:52:34,490 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 418d02eef6734719a3c4a678bb390d67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1731693153091 2024-11-15T17:52:34,496 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:34,499 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411153963f54962f94b5bbe23e2dfae632712_b6b5568d8e903d101b1b0a519a4b3946 store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:34,504 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411153963f54962f94b5bbe23e2dfae632712_b6b5568d8e903d101b1b0a519a4b3946, store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:34,504 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153963f54962f94b5bbe23e2dfae632712_b6b5568d8e903d101b1b0a519a4b3946 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:34,513 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#B#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:34,514 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/5313f2988b71403cac65588cbdd8f749 is 50, key is test_row_0/B:col10/1731693153101/Put/seqid=0 2024-11-15T17:52:34,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742059_1235 (size=13187) 2024-11-15T17:52:34,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742058_1234 (size=4469) 2024-11-15T17:52:34,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T17:52:34,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:34,543 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T17:52:34,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:34,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:34,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:34,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:34,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:34,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:34,544 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#A#compaction#192 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:34,544 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/5313f2988b71403cac65588cbdd8f749 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/5313f2988b71403cac65588cbdd8f749 2024-11-15T17:52:34,544 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/897fd2daaf184888bb2d5d77ec7abb4c is 175, key is test_row_0/A:col10/1731693153101/Put/seqid=0 2024-11-15T17:52:34,551 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/B of b6b5568d8e903d101b1b0a519a4b3946 into 5313f2988b71403cac65588cbdd8f749(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:34,551 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:34,551 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/B, priority=13, startTime=1731693154486; duration=0sec 2024-11-15T17:52:34,551 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:34,551 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:B 2024-11-15T17:52:34,551 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:34,553 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:34,553 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/C is initiating minor compaction (all files) 2024-11-15T17:52:34,553 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/C in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:34,553 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/2000e88e785c4e3ea1e588e31720206b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/6be8747ade7a4afb8745dd3f3bafd844, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/dd652943156446cd8e21ed0b4a429f5b] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=34.4 K 2024-11-15T17:52:34,555 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 2000e88e785c4e3ea1e588e31720206b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731693151518 2024-11-15T17:52:34,555 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 6be8747ade7a4afb8745dd3f3bafd844, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731693151904 2024-11-15T17:52:34,556 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting dd652943156446cd8e21ed0b4a429f5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1731693153091 2024-11-15T17:52:34,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a4547c7dfa5b4bd39a93332988fc15da_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693153154/Put/seqid=0 2024-11-15T17:52:34,578 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#C#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:34,579 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/82ce9ecac106445b890da9a6fd5b708c is 50, key is test_row_0/C:col10/1731693153101/Put/seqid=0 2024-11-15T17:52:34,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742060_1236 (size=32141) 2024-11-15T17:52:34,589 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/897fd2daaf184888bb2d5d77ec7abb4c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/897fd2daaf184888bb2d5d77ec7abb4c 2024-11-15T17:52:34,595 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/A of b6b5568d8e903d101b1b0a519a4b3946 into 897fd2daaf184888bb2d5d77ec7abb4c(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:34,595 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:34,595 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/A, priority=13, startTime=1731693154483; duration=0sec 2024-11-15T17:52:34,595 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:34,595 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:A 2024-11-15T17:52:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T17:52:34,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742061_1237 (size=12454) 2024-11-15T17:52:34,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:34,613 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a4547c7dfa5b4bd39a93332988fc15da_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a4547c7dfa5b4bd39a93332988fc15da_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:34,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/3574041dbbc9404695daa1aa2ee8eeee, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:34,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/3574041dbbc9404695daa1aa2ee8eeee is 175, key is test_row_0/A:col10/1731693153154/Put/seqid=0 2024-11-15T17:52:34,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742063_1239 (size=31255) 2024-11-15T17:52:34,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742062_1238 (size=13187) 2024-11-15T17:52:34,669 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=474, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/3574041dbbc9404695daa1aa2ee8eeee 2024-11-15T17:52:34,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/a36ced8e45b44e3e8cbeb1c72f699e48 is 50, key is test_row_0/B:col10/1731693153154/Put/seqid=0 2024-11-15T17:52:34,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742064_1240 (size=12301) 2024-11-15T17:52:35,077 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/82ce9ecac106445b890da9a6fd5b708c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/82ce9ecac106445b890da9a6fd5b708c 2024-11-15T17:52:35,083 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/C of b6b5568d8e903d101b1b0a519a4b3946 into 82ce9ecac106445b890da9a6fd5b708c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:35,083 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:35,084 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/C, priority=13, startTime=1731693154487; duration=0sec 2024-11-15T17:52:35,084 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:35,084 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:C 2024-11-15T17:52:35,101 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/a36ced8e45b44e3e8cbeb1c72f699e48 2024-11-15T17:52:35,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/053f4cc9d9804a1fac1ecb065dd4bc2c is 50, key is test_row_0/C:col10/1731693153154/Put/seqid=0 2024-11-15T17:52:35,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742065_1241 (size=12301) 2024-11-15T17:52:35,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:35,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693155341, max timestamp=1731693155365Num uniques 859; 2024-11-15T17:52:35,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693155341, max timestamp=1731693155365Num uniques 859; 2024-11-15T17:52:35,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693155341, max timestamp=1731693155365Num uniques 859; 2024-11-15T17:52:35,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:52:35,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:52:35,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:52:35,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693215444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:35,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:35,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:35,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:35,515 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/053f4cc9d9804a1fac1ecb065dd4bc2c 2024-11-15T17:52:35,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/3574041dbbc9404695daa1aa2ee8eeee as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3574041dbbc9404695daa1aa2ee8eeee 2024-11-15T17:52:35,527 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3574041dbbc9404695daa1aa2ee8eeee, entries=150, sequenceid=474, filesize=30.5 K 2024-11-15T17:52:35,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/a36ced8e45b44e3e8cbeb1c72f699e48 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/a36ced8e45b44e3e8cbeb1c72f699e48 2024-11-15T17:52:35,534 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/a36ced8e45b44e3e8cbeb1c72f699e48, entries=150, sequenceid=474, filesize=12.0 K 2024-11-15T17:52:35,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/053f4cc9d9804a1fac1ecb065dd4bc2c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/053f4cc9d9804a1fac1ecb065dd4bc2c 2024-11-15T17:52:35,539 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/053f4cc9d9804a1fac1ecb065dd4bc2c, entries=150, sequenceid=474, filesize=12.0 K 2024-11-15T17:52:35,540 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for b6b5568d8e903d101b1b0a519a4b3946 in 997ms, sequenceid=474, compaction requested=false 2024-11-15T17:52:35,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:35,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:35,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-15T17:52:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-15T17:52:35,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-15T17:52:35,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0800 sec 2024-11-15T17:52:35,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 2.0910 sec 2024-11-15T17:52:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:35,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-15T17:52:35,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:35,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:35,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:35,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:35,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:35,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:35,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111539926ea8028c48b9b28d2689ec2593ff_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693155558/Put/seqid=0 2024-11-15T17:52:35,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742066_1242 (size=14994) 2024-11-15T17:52:35,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693215594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T17:52:35,607 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:35,608 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-15T17:52:35,609 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T17:52:35,616 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:35,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:35,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693215707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:35,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:35,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:35,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T17:52:35,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-15T17:52:35,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:35,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:35,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:35,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:35,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:35,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-15T17:52:35,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:35,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:35,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:35,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:35,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:35,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693215917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T17:52:35,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:35,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:35,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:35,980 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:35,986 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111539926ea8028c48b9b28d2689ec2593ff_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111539926ea8028c48b9b28d2689ec2593ff_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:35,987 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/25485ace75574c1497917276eee200f5, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:35,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/25485ace75574c1497917276eee200f5 is 175, key is test_row_0/A:col10/1731693155558/Put/seqid=0 2024-11-15T17:52:35,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742067_1243 (size=39949) 2024-11-15T17:52:35,996 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=513, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/25485ace75574c1497917276eee200f5 2024-11-15T17:52:36,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/770b1ad0f3824982bac6a53af5702c56 is 50, key is test_row_0/B:col10/1731693155558/Put/seqid=0 2024-11-15T17:52:36,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742068_1244 (size=12301) 2024-11-15T17:52:36,069 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:52:36,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-15T17:52:36,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:36,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:36,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:36,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:36,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:36,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-15T17:52:36,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:36,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:36,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:36,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:36,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T17:52:36,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693216237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:36,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:36,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:36,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:36,255 INFO [Thread-662 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-662. 2024-11-15T17:52:36,255 DEBUG [Thread-662 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:52:36,255 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:36,255 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:36,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:36,258 INFO [Thread-660 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-660. 2024-11-15T17:52:36,258 DEBUG [Thread-660 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:52:36,258 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:36,258 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:36,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:36,269 INFO [Thread-666 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-666. 2024-11-15T17:52:36,270 DEBUG [Thread-666 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:52:36,270 DEBUG [Thread-666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:36,270 DEBUG [Thread-666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:36,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:36,270 INFO [Thread-664 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-664. 2024-11-15T17:52:36,270 DEBUG [Thread-664 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:52:36,270 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:36,271 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:36,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:36,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-15T17:52:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:36,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:36,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:36,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:36,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:36,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/770b1ad0f3824982bac6a53af5702c56 2024-11-15T17:52:36,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/a1bd358d1ffe4202885e8740fc6343f2 is 50, key is test_row_0/C:col10/1731693155558/Put/seqid=0 2024-11-15T17:52:36,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742069_1245 (size=12301) 2024-11-15T17:52:36,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-15T17:52:36,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:36,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:36,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:36,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:36,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:36,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-15T17:52:36,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:36,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:36,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:36,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:36,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T17:52:36,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 314 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59554 deadline: 1731693216757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:36,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:36,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:36,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:52:36,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/a1bd358d1ffe4202885e8740fc6343f2 2024-11-15T17:52:36,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/25485ace75574c1497917276eee200f5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/25485ace75574c1497917276eee200f5 2024-11-15T17:52:36,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/25485ace75574c1497917276eee200f5, entries=200, sequenceid=513, filesize=39.0 K 2024-11-15T17:52:36,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/770b1ad0f3824982bac6a53af5702c56 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/770b1ad0f3824982bac6a53af5702c56 2024-11-15T17:52:36,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-15T17:52:36,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:36,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:36,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:36,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:36,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:36,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/770b1ad0f3824982bac6a53af5702c56, entries=150, sequenceid=513, filesize=12.0 K 2024-11-15T17:52:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:36,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/a1bd358d1ffe4202885e8740fc6343f2 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/a1bd358d1ffe4202885e8740fc6343f2 2024-11-15T17:52:36,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/a1bd358d1ffe4202885e8740fc6343f2, entries=150, sequenceid=513, filesize=12.0 K 2024-11-15T17:52:36,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for b6b5568d8e903d101b1b0a519a4b3946 in 1290ms, sequenceid=513, compaction requested=true 2024-11-15T17:52:36,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:36,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:52:36,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:36,850 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:36,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:52:36,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:36,851 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:36,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b6b5568d8e903d101b1b0a519a4b3946:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:52:36,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:36,855 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:36,855 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:36,855 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/A is initiating minor compaction (all files) 2024-11-15T17:52:36,855 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/B is initiating minor compaction (all files) 2024-11-15T17:52:36,855 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/B in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:36,855 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/A in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:36,855 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/5313f2988b71403cac65588cbdd8f749, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/a36ced8e45b44e3e8cbeb1c72f699e48, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/770b1ad0f3824982bac6a53af5702c56] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=36.9 K 2024-11-15T17:52:36,855 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/897fd2daaf184888bb2d5d77ec7abb4c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3574041dbbc9404695daa1aa2ee8eeee, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/25485ace75574c1497917276eee200f5] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=100.9 K 2024-11-15T17:52:36,855 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:36,855 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/897fd2daaf184888bb2d5d77ec7abb4c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3574041dbbc9404695daa1aa2ee8eeee, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/25485ace75574c1497917276eee200f5] 2024-11-15T17:52:36,856 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 5313f2988b71403cac65588cbdd8f749, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1731693153091 2024-11-15T17:52:36,856 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 897fd2daaf184888bb2d5d77ec7abb4c, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1731693153091 2024-11-15T17:52:36,856 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting a36ced8e45b44e3e8cbeb1c72f699e48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731693153130 2024-11-15T17:52:36,856 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3574041dbbc9404695daa1aa2ee8eeee, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731693153130 2024-11-15T17:52:36,856 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 770b1ad0f3824982bac6a53af5702c56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1731693155426 2024-11-15T17:52:36,856 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25485ace75574c1497917276eee200f5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1731693155426 2024-11-15T17:52:36,866 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:36,867 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#B#compaction#201 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:36,868 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/51d71748816c4f48891ec73aeb0d483b is 50, key is test_row_0/B:col10/1731693155558/Put/seqid=0 2024-11-15T17:52:36,869 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115ff8c920ca56243a7907d6291ec44593e_b6b5568d8e903d101b1b0a519a4b3946 store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:36,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742070_1246 (size=13289) 2024-11-15T17:52:36,884 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/51d71748816c4f48891ec73aeb0d483b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/51d71748816c4f48891ec73aeb0d483b 2024-11-15T17:52:36,897 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/B of b6b5568d8e903d101b1b0a519a4b3946 into 51d71748816c4f48891ec73aeb0d483b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:36,897 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:36,897 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/B, priority=13, startTime=1731693156850; duration=0sec 2024-11-15T17:52:36,897 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:36,897 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:B 2024-11-15T17:52:36,897 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:36,900 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:36,902 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): b6b5568d8e903d101b1b0a519a4b3946/C is initiating minor compaction (all files) 2024-11-15T17:52:36,902 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b6b5568d8e903d101b1b0a519a4b3946/C in TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:36,903 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/82ce9ecac106445b890da9a6fd5b708c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/053f4cc9d9804a1fac1ecb065dd4bc2c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/a1bd358d1ffe4202885e8740fc6343f2] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp, totalSize=36.9 K 2024-11-15T17:52:36,904 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 82ce9ecac106445b890da9a6fd5b708c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1731693153091 2024-11-15T17:52:36,906 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 053f4cc9d9804a1fac1ecb065dd4bc2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731693153130 2024-11-15T17:52:36,906 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting a1bd358d1ffe4202885e8740fc6343f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1731693155426 2024-11-15T17:52:36,909 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115ff8c920ca56243a7907d6291ec44593e_b6b5568d8e903d101b1b0a519a4b3946, store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:36,909 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ff8c920ca56243a7907d6291ec44593e_b6b5568d8e903d101b1b0a519a4b3946 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:36,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742071_1247 (size=4469) 2024-11-15T17:52:36,931 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#C#compaction#203 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:36,932 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/e76f29906a1e45dd85b2f607b19b1e4f is 50, key is test_row_0/C:col10/1731693155558/Put/seqid=0 2024-11-15T17:52:36,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742072_1248 (size=13289) 2024-11-15T17:52:36,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-15T17:52:36,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:36,996 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-15T17:52:36,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:36,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:36,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:36,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:36,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:36,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:37,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a61c59ce316e42d88e49b17025a08ab4_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693155587/Put/seqid=0 2024-11-15T17:52:37,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742073_1249 (size=12454) 2024-11-15T17:52:37,322 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b6b5568d8e903d101b1b0a519a4b3946#A#compaction#202 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:37,322 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/20e27daa311e41d2a8b23a64df52a44c is 175, key is test_row_0/A:col10/1731693155558/Put/seqid=0 2024-11-15T17:52:37,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742074_1250 (size=32243) 2024-11-15T17:52:37,332 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/20e27daa311e41d2a8b23a64df52a44c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/20e27daa311e41d2a8b23a64df52a44c 2024-11-15T17:52:37,340 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/A of b6b5568d8e903d101b1b0a519a4b3946 into 20e27daa311e41d2a8b23a64df52a44c(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:37,340 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:37,340 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/A, priority=13, startTime=1731693156850; duration=0sec 2024-11-15T17:52:37,340 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:37,341 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:A 2024-11-15T17:52:37,342 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/e76f29906a1e45dd85b2f607b19b1e4f as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/e76f29906a1e45dd85b2f607b19b1e4f 2024-11-15T17:52:37,348 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b6b5568d8e903d101b1b0a519a4b3946/C of b6b5568d8e903d101b1b0a519a4b3946 into e76f29906a1e45dd85b2f607b19b1e4f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:37,348 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:37,348 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., storeName=b6b5568d8e903d101b1b0a519a4b3946/C, priority=13, startTime=1731693156851; duration=0sec 2024-11-15T17:52:37,348 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:37,349 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b6b5568d8e903d101b1b0a519a4b3946:C 2024-11-15T17:52:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T17:52:37,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:37,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. as already flushing 2024-11-15T17:52:37,794 INFO [Thread-657 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-657. 2024-11-15T17:52:37,794 DEBUG [Thread-657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:52:37,794 DEBUG [Thread-657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:37,794 DEBUG [Thread-657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:37,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:37,797 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a61c59ce316e42d88e49b17025a08ab4_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a61c59ce316e42d88e49b17025a08ab4_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:37,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/54861b32fba44e0bbeb5707d0bb11159, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:37,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/54861b32fba44e0bbeb5707d0bb11159 is 175, key is test_row_0/A:col10/1731693155587/Put/seqid=0 2024-11-15T17:52:37,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742075_1251 (size=31255) 2024-11-15T17:52:38,204 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=523, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/54861b32fba44e0bbeb5707d0bb11159 2024-11-15T17:52:38,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/530c1fb23f54490880aeb260b1110bf4 is 50, key is test_row_0/B:col10/1731693155587/Put/seqid=0 2024-11-15T17:52:38,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742076_1252 (size=12301) 2024-11-15T17:52:38,623 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/530c1fb23f54490880aeb260b1110bf4 2024-11-15T17:52:38,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/12f6daee00334400ae185bf9f219e851 is 50, key is test_row_0/C:col10/1731693155587/Put/seqid=0 2024-11-15T17:52:38,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742077_1253 (size=12301) 2024-11-15T17:52:38,638 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/12f6daee00334400ae185bf9f219e851 2024-11-15T17:52:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/54861b32fba44e0bbeb5707d0bb11159 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/54861b32fba44e0bbeb5707d0bb11159 2024-11-15T17:52:38,647 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/54861b32fba44e0bbeb5707d0bb11159, entries=150, sequenceid=523, filesize=30.5 K 2024-11-15T17:52:38,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/530c1fb23f54490880aeb260b1110bf4 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/530c1fb23f54490880aeb260b1110bf4 2024-11-15T17:52:38,652 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/530c1fb23f54490880aeb260b1110bf4, entries=150, sequenceid=523, filesize=12.0 K 2024-11-15T17:52:38,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/12f6daee00334400ae185bf9f219e851 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/12f6daee00334400ae185bf9f219e851 2024-11-15T17:52:38,657 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/12f6daee00334400ae185bf9f219e851, entries=150, sequenceid=523, filesize=12.0 K 2024-11-15T17:52:38,658 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=6.71 KB/6870 for b6b5568d8e903d101b1b0a519a4b3946 in 1662ms, sequenceid=523, compaction requested=false 2024-11-15T17:52:38,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for b6b5568d8e903d101b1b0a519a4b3946: 2024-11-15T17:52:38,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:38,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-15T17:52:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-15T17:52:38,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-15T17:52:38,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0430 sec 2024-11-15T17:52:38,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 3.0530 sec 2024-11-15T17:52:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T17:52:39,776 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:40,489 INFO [Thread-651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-651. 2024-11-15T17:52:40,490 DEBUG [Thread-651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:52:40,490 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:40,490 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:40,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:40,539 INFO [Thread-649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-649. 2024-11-15T17:52:40,539 DEBUG [Thread-649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:52:40,539 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:40,539 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:40,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:40,552 INFO [Thread-655 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-655. 2024-11-15T17:52:40,552 DEBUG [Thread-655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:52:40,552 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:40,552 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:40,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:40,580 INFO [Thread-653 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-653. 2024-11-15T17:52:40,580 DEBUG [Thread-653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:52:40,580 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:40,582 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:40,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:40,582 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T17:52:40,582 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-15T17:52:40,582 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-15T17:52:40,582 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-15T17:52:40,582 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-15T17:52:40,582 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 265 2024-11-15T17:52:40,582 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T17:52:40,582 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2285 2024-11-15T17:52:40,582 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2411 2024-11-15T17:52:40,582 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T17:52:40,582 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1033 2024-11-15T17:52:40,582 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3098 rows 2024-11-15T17:52:40,582 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1033 2024-11-15T17:52:40,582 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3096 rows 2024-11-15T17:52:40,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:52:40,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:52:40,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:40,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:40,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:52:40,584 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T17:52:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T17:52:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T17:52:40,596 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693160596"}]},"ts":"1731693160596"} 2024-11-15T17:52:40,602 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T17:52:40,602 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T17:52:40,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T17:52:40,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6b5568d8e903d101b1b0a519a4b3946, UNASSIGN}] 2024-11-15T17:52:40,611 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6b5568d8e903d101b1b0a519a4b3946, UNASSIGN 2024-11-15T17:52:40,612 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=b6b5568d8e903d101b1b0a519a4b3946, regionState=CLOSING, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:52:40,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6b5568d8e903d101b1b0a519a4b3946, UNASSIGN because future has completed 2024-11-15T17:52:40,615 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T17:52:40,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691}] 2024-11-15T17:52:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T17:52:40,778 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:40,778 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T17:52:40,778 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing b6b5568d8e903d101b1b0a519a4b3946, disabling compactions & flushes 2024-11-15T17:52:40,778 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:40,778 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:40,778 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. after waiting 0 ms 2024-11-15T17:52:40,778 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:40,778 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing b6b5568d8e903d101b1b0a519a4b3946 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-15T17:52:40,779 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=A 2024-11-15T17:52:40,779 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:40,779 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=B 2024-11-15T17:52:40,779 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:40,779 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b6b5568d8e903d101b1b0a519a4b3946, store=C 2024-11-15T17:52:40,779 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:40,789 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159e288d26a7bc47f286b4c6d9a386fd42_b6b5568d8e903d101b1b0a519a4b3946 is 50, key is test_row_0/A:col10/1731693160537/Put/seqid=0 2024-11-15T17:52:40,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742078_1254 (size=12454) 2024-11-15T17:52:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T17:52:41,199 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:41,203 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159e288d26a7bc47f286b4c6d9a386fd42_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159e288d26a7bc47f286b4c6d9a386fd42_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:41,204 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/588b84aab1574b46bd5de72dab9b7e61, store: [table=TestAcidGuarantees family=A region=b6b5568d8e903d101b1b0a519a4b3946] 2024-11-15T17:52:41,205 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/588b84aab1574b46bd5de72dab9b7e61 is 175, key is test_row_0/A:col10/1731693160537/Put/seqid=0 2024-11-15T17:52:41,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742079_1255 (size=31255) 2024-11-15T17:52:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T17:52:41,615 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=533, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/588b84aab1574b46bd5de72dab9b7e61 2024-11-15T17:52:41,621 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/2f00ef177f814e51b56ad784d69f2e42 is 50, key is test_row_0/B:col10/1731693160537/Put/seqid=0 2024-11-15T17:52:41,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742080_1256 (size=12301) 2024-11-15T17:52:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T17:52:42,026 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/2f00ef177f814e51b56ad784d69f2e42 2024-11-15T17:52:42,036 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/c271920059b641919aa14db6a8fd4fa9 is 50, key is test_row_0/C:col10/1731693160537/Put/seqid=0 2024-11-15T17:52:42,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742081_1257 (size=12301) 2024-11-15T17:52:42,449 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/c271920059b641919aa14db6a8fd4fa9 2024-11-15T17:52:42,460 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/A/588b84aab1574b46bd5de72dab9b7e61 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/588b84aab1574b46bd5de72dab9b7e61 2024-11-15T17:52:42,469 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/588b84aab1574b46bd5de72dab9b7e61, entries=150, sequenceid=533, filesize=30.5 K 2024-11-15T17:52:42,470 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/B/2f00ef177f814e51b56ad784d69f2e42 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/2f00ef177f814e51b56ad784d69f2e42 2024-11-15T17:52:42,475 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/2f00ef177f814e51b56ad784d69f2e42, entries=150, sequenceid=533, filesize=12.0 K 2024-11-15T17:52:42,476 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/.tmp/C/c271920059b641919aa14db6a8fd4fa9 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/c271920059b641919aa14db6a8fd4fa9 2024-11-15T17:52:42,481 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/c271920059b641919aa14db6a8fd4fa9, entries=150, sequenceid=533, filesize=12.0 K 2024-11-15T17:52:42,482 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for b6b5568d8e903d101b1b0a519a4b3946 in 1704ms, sequenceid=533, compaction requested=true 2024-11-15T17:52:42,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3f30f92a73dd4f2ca348707dc7bd9189, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/38aa2f0ad06f45878d58ced8a59fbac0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/996960ed7fb1417a8e8232bbfc7d5237, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/4c521bd9903f41349107b1b724dbee5d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/57eaa3f7001842219cc09c773dfb1206, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/767894b0c00b4e9f852b25e3c2cb9285, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3861666315fa4428ab3b5d00cf4f4023, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/72b0fcdcbe734e32a0a0b9b1077a5309, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/e8b5af30167242daad3689f86ea3a513, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/0c9de0cdd971431780dd01588b14b4ec, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/b4a3d576196844d98c09b1bed4733634, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/1e54e8c753f44d53ba20313f661f99f2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/d1046eb52bc541a6a6100dfb5c7df5b7, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/b4e83d8afe334588b69c07d00fd019d4, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/8c577bd1bea242f1947da2fa1d2513f9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/182eaaaa11644f5eb690dab2a02de4e1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/2b46016333d4451db43378950f8e4a5a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3a3d1f7b64364d9ca9ec4ce1c899ca1a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/db56e272cd654fca9f6be80047b84fdd, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/7d6477c7a9384bd9a3c6fb300924b3fe, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/67b8ed3599e949a6ae7599b0a1888877, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/7981b9660a4d4305a7a7fb4a29c871e1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/53c3f0605bc24e2d919a17d1658d438a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/a3a35411d3e543fe9743d94493e5f81e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3c30f5fdb8ce482aa2406ca091382bce, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/021963edf64a4951abc084450ba69f07, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/897fd2daaf184888bb2d5d77ec7abb4c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3574041dbbc9404695daa1aa2ee8eeee, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/25485ace75574c1497917276eee200f5] to archive 2024-11-15T17:52:42,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:52:42,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3f30f92a73dd4f2ca348707dc7bd9189 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3f30f92a73dd4f2ca348707dc7bd9189 2024-11-15T17:52:42,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/38aa2f0ad06f45878d58ced8a59fbac0 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/38aa2f0ad06f45878d58ced8a59fbac0 2024-11-15T17:52:42,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/996960ed7fb1417a8e8232bbfc7d5237 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/996960ed7fb1417a8e8232bbfc7d5237 2024-11-15T17:52:42,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/4c521bd9903f41349107b1b724dbee5d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/4c521bd9903f41349107b1b724dbee5d 2024-11-15T17:52:42,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/57eaa3f7001842219cc09c773dfb1206 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/57eaa3f7001842219cc09c773dfb1206 2024-11-15T17:52:42,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/767894b0c00b4e9f852b25e3c2cb9285 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/767894b0c00b4e9f852b25e3c2cb9285 2024-11-15T17:52:42,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3861666315fa4428ab3b5d00cf4f4023 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3861666315fa4428ab3b5d00cf4f4023 2024-11-15T17:52:42,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/72b0fcdcbe734e32a0a0b9b1077a5309 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/72b0fcdcbe734e32a0a0b9b1077a5309 2024-11-15T17:52:42,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/e8b5af30167242daad3689f86ea3a513 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/e8b5af30167242daad3689f86ea3a513 2024-11-15T17:52:42,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/0c9de0cdd971431780dd01588b14b4ec to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/0c9de0cdd971431780dd01588b14b4ec 2024-11-15T17:52:42,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/b4a3d576196844d98c09b1bed4733634 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/b4a3d576196844d98c09b1bed4733634 2024-11-15T17:52:42,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/1e54e8c753f44d53ba20313f661f99f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/1e54e8c753f44d53ba20313f661f99f2 2024-11-15T17:52:42,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/d1046eb52bc541a6a6100dfb5c7df5b7 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/d1046eb52bc541a6a6100dfb5c7df5b7 2024-11-15T17:52:42,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/b4e83d8afe334588b69c07d00fd019d4 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/b4e83d8afe334588b69c07d00fd019d4 2024-11-15T17:52:42,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/8c577bd1bea242f1947da2fa1d2513f9 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/8c577bd1bea242f1947da2fa1d2513f9 2024-11-15T17:52:42,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/182eaaaa11644f5eb690dab2a02de4e1 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/182eaaaa11644f5eb690dab2a02de4e1 2024-11-15T17:52:42,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/2b46016333d4451db43378950f8e4a5a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/2b46016333d4451db43378950f8e4a5a 2024-11-15T17:52:42,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3a3d1f7b64364d9ca9ec4ce1c899ca1a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3a3d1f7b64364d9ca9ec4ce1c899ca1a 2024-11-15T17:52:42,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/db56e272cd654fca9f6be80047b84fdd to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/db56e272cd654fca9f6be80047b84fdd 2024-11-15T17:52:42,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/7d6477c7a9384bd9a3c6fb300924b3fe to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/7d6477c7a9384bd9a3c6fb300924b3fe 2024-11-15T17:52:42,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/67b8ed3599e949a6ae7599b0a1888877 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/67b8ed3599e949a6ae7599b0a1888877 2024-11-15T17:52:42,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/7981b9660a4d4305a7a7fb4a29c871e1 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/7981b9660a4d4305a7a7fb4a29c871e1 2024-11-15T17:52:42,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/53c3f0605bc24e2d919a17d1658d438a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/53c3f0605bc24e2d919a17d1658d438a 2024-11-15T17:52:42,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/a3a35411d3e543fe9743d94493e5f81e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/a3a35411d3e543fe9743d94493e5f81e 2024-11-15T17:52:42,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3c30f5fdb8ce482aa2406ca091382bce to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3c30f5fdb8ce482aa2406ca091382bce 2024-11-15T17:52:42,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/021963edf64a4951abc084450ba69f07 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/021963edf64a4951abc084450ba69f07 2024-11-15T17:52:42,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/897fd2daaf184888bb2d5d77ec7abb4c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/897fd2daaf184888bb2d5d77ec7abb4c 2024-11-15T17:52:42,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3574041dbbc9404695daa1aa2ee8eeee to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/3574041dbbc9404695daa1aa2ee8eeee 2024-11-15T17:52:42,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/25485ace75574c1497917276eee200f5 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/25485ace75574c1497917276eee200f5 2024-11-15T17:52:42,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/f562c575f4dc43d189f29afa70d54493, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/2cf977c914be46508b530a42a3539380, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/d60c46d73cfc473483574c10853268d9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/7a5e112be16d498b8173673216048708, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/941ff741c12e4239859d40b5038bc9ac, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/071c405ff43c4c979ddb3139f9e44d76, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/7a41636a342a4e019be5ac54614e9012, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/c921fef74d224220bd44eb5568e92a28, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/552154a12a0e4c6388e30c2c930bfbc5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/c94ecf8aacf746ceac8ecbcbb2569cb8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/dce7f0862f494f88a03d94b344321a89, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/253e145d1a064432b1c2f98620146aed, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/72ae27ae66364f8da1ccf88e33fef932, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/6502f669fec849b9833e4d8d99c12d13, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/08cacc7c9c9b4d23ba8ad6f4c2203819, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/05a192cc1f914d9994f965690b73370e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/384e4e4a344442768d14cc30ce7e1d73, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/27d78a4afd384c6b990e1d2d2bf685b3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/ef7c7b8393554e718266e963db0a549f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/b315f296f9c9419aa27a1f712b8a2a74, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/8f2649f2dc1e419eace162fa3a8a76bf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/93b5af511568448f8f12649dbc431fd7, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/08d1da74d66f4a96a48ec8616b0de698, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/87fa7121bfeb46f3b197ded6ca4a69ad, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/0d4b2e4624d6470fb7f7d03df30edfd8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/5313f2988b71403cac65588cbdd8f749, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/418d02eef6734719a3c4a678bb390d67, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/a36ced8e45b44e3e8cbeb1c72f699e48, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/770b1ad0f3824982bac6a53af5702c56] to archive 2024-11-15T17:52:42,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:52:42,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/f562c575f4dc43d189f29afa70d54493 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/f562c575f4dc43d189f29afa70d54493 2024-11-15T17:52:42,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/2cf977c914be46508b530a42a3539380 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/2cf977c914be46508b530a42a3539380 2024-11-15T17:52:42,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/d60c46d73cfc473483574c10853268d9 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/d60c46d73cfc473483574c10853268d9 2024-11-15T17:52:42,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/7a5e112be16d498b8173673216048708 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/7a5e112be16d498b8173673216048708 2024-11-15T17:52:42,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/941ff741c12e4239859d40b5038bc9ac to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/941ff741c12e4239859d40b5038bc9ac 2024-11-15T17:52:42,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/071c405ff43c4c979ddb3139f9e44d76 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/071c405ff43c4c979ddb3139f9e44d76 2024-11-15T17:52:42,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/7a41636a342a4e019be5ac54614e9012 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/7a41636a342a4e019be5ac54614e9012 2024-11-15T17:52:42,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/c921fef74d224220bd44eb5568e92a28 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/c921fef74d224220bd44eb5568e92a28 2024-11-15T17:52:42,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/552154a12a0e4c6388e30c2c930bfbc5 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/552154a12a0e4c6388e30c2c930bfbc5 2024-11-15T17:52:42,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/c94ecf8aacf746ceac8ecbcbb2569cb8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/c94ecf8aacf746ceac8ecbcbb2569cb8 2024-11-15T17:52:42,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/dce7f0862f494f88a03d94b344321a89 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/dce7f0862f494f88a03d94b344321a89 2024-11-15T17:52:42,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/253e145d1a064432b1c2f98620146aed to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/253e145d1a064432b1c2f98620146aed 2024-11-15T17:52:42,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/72ae27ae66364f8da1ccf88e33fef932 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/72ae27ae66364f8da1ccf88e33fef932 2024-11-15T17:52:42,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/6502f669fec849b9833e4d8d99c12d13 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/6502f669fec849b9833e4d8d99c12d13 2024-11-15T17:52:42,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/08cacc7c9c9b4d23ba8ad6f4c2203819 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/08cacc7c9c9b4d23ba8ad6f4c2203819 2024-11-15T17:52:42,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/05a192cc1f914d9994f965690b73370e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/05a192cc1f914d9994f965690b73370e 2024-11-15T17:52:42,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/384e4e4a344442768d14cc30ce7e1d73 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/384e4e4a344442768d14cc30ce7e1d73 2024-11-15T17:52:42,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/27d78a4afd384c6b990e1d2d2bf685b3 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/27d78a4afd384c6b990e1d2d2bf685b3 2024-11-15T17:52:42,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/ef7c7b8393554e718266e963db0a549f to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/ef7c7b8393554e718266e963db0a549f 2024-11-15T17:52:42,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/b315f296f9c9419aa27a1f712b8a2a74 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/b315f296f9c9419aa27a1f712b8a2a74 2024-11-15T17:52:42,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/8f2649f2dc1e419eace162fa3a8a76bf to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/8f2649f2dc1e419eace162fa3a8a76bf 2024-11-15T17:52:42,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/93b5af511568448f8f12649dbc431fd7 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/93b5af511568448f8f12649dbc431fd7 2024-11-15T17:52:42,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/08d1da74d66f4a96a48ec8616b0de698 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/08d1da74d66f4a96a48ec8616b0de698 2024-11-15T17:52:42,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/87fa7121bfeb46f3b197ded6ca4a69ad to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/87fa7121bfeb46f3b197ded6ca4a69ad 2024-11-15T17:52:42,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/0d4b2e4624d6470fb7f7d03df30edfd8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/0d4b2e4624d6470fb7f7d03df30edfd8 2024-11-15T17:52:42,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/5313f2988b71403cac65588cbdd8f749 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/5313f2988b71403cac65588cbdd8f749 2024-11-15T17:52:42,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/418d02eef6734719a3c4a678bb390d67 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/418d02eef6734719a3c4a678bb390d67 2024-11-15T17:52:42,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/a36ced8e45b44e3e8cbeb1c72f699e48 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/a36ced8e45b44e3e8cbeb1c72f699e48 2024-11-15T17:52:42,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/770b1ad0f3824982bac6a53af5702c56 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/770b1ad0f3824982bac6a53af5702c56 2024-11-15T17:52:42,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/afbd8169b7a24161b1d2ce2a4fe52ec1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/6ed52f75d6d64476a0276d01a73858ca, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/63de7697ccfc46e0be3d9d2533ac9c52, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/e5bfe4e5c85d428f9ff843fe3e107379, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/6fa18212d3804884bb7354f073d13803, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/52fe182f98ae4b4d9ddf80297a0d189a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/744a5a7352244da59e0d2de66334e39e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/47768e755f25416898c21cd6e5ed5a62, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/c594c96601d84dc89c54c00ea48fcaf4, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/d3a6a81e1ede469fa9adbed6ab7220a5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/de5dfeecebbc4473a18240dcc2d91a42, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/021da80bca314525b45cc8dfc8e6efbf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/351f3dff7fe940b1b44d150d87a4c52b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/25e32febc8834bef98d7e9ace190ab32, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/8fb083865e05491091b7cc9b431f8607, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/06608b37ff984276a97d4a5d72514bcf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/4e88f442f7e74419ae70f605b09cea81, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/127ffe24aa624273b791e46e8c9df0a5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/462fe76f90174b908d43f61c455545f3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/5104242d60124bef8f59baca549a74ca, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/81eb904731a0481492f51a51fd0e1f6b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/256ac6a184d64ad1b243ceafe8f83828, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/2000e88e785c4e3ea1e588e31720206b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/4d37a12193b74ee8b2682fc611e4eaf4, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/6be8747ade7a4afb8745dd3f3bafd844, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/82ce9ecac106445b890da9a6fd5b708c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/dd652943156446cd8e21ed0b4a429f5b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/053f4cc9d9804a1fac1ecb065dd4bc2c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/a1bd358d1ffe4202885e8740fc6343f2] to archive 2024-11-15T17:52:42,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:52:42,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/afbd8169b7a24161b1d2ce2a4fe52ec1 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/afbd8169b7a24161b1d2ce2a4fe52ec1 2024-11-15T17:52:42,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/6ed52f75d6d64476a0276d01a73858ca to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/6ed52f75d6d64476a0276d01a73858ca 2024-11-15T17:52:42,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/63de7697ccfc46e0be3d9d2533ac9c52 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/63de7697ccfc46e0be3d9d2533ac9c52 2024-11-15T17:52:42,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/e5bfe4e5c85d428f9ff843fe3e107379 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/e5bfe4e5c85d428f9ff843fe3e107379 2024-11-15T17:52:42,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/6fa18212d3804884bb7354f073d13803 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/6fa18212d3804884bb7354f073d13803 2024-11-15T17:52:42,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/52fe182f98ae4b4d9ddf80297a0d189a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/52fe182f98ae4b4d9ddf80297a0d189a 2024-11-15T17:52:42,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/744a5a7352244da59e0d2de66334e39e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/744a5a7352244da59e0d2de66334e39e 2024-11-15T17:52:42,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/47768e755f25416898c21cd6e5ed5a62 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/47768e755f25416898c21cd6e5ed5a62 2024-11-15T17:52:42,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/c594c96601d84dc89c54c00ea48fcaf4 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/c594c96601d84dc89c54c00ea48fcaf4 2024-11-15T17:52:42,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/d3a6a81e1ede469fa9adbed6ab7220a5 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/d3a6a81e1ede469fa9adbed6ab7220a5 2024-11-15T17:52:42,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/de5dfeecebbc4473a18240dcc2d91a42 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/de5dfeecebbc4473a18240dcc2d91a42 2024-11-15T17:52:42,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/021da80bca314525b45cc8dfc8e6efbf to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/021da80bca314525b45cc8dfc8e6efbf 2024-11-15T17:52:42,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/351f3dff7fe940b1b44d150d87a4c52b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/351f3dff7fe940b1b44d150d87a4c52b 2024-11-15T17:52:42,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/25e32febc8834bef98d7e9ace190ab32 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/25e32febc8834bef98d7e9ace190ab32 2024-11-15T17:52:42,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/8fb083865e05491091b7cc9b431f8607 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/8fb083865e05491091b7cc9b431f8607 2024-11-15T17:52:42,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/06608b37ff984276a97d4a5d72514bcf to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/06608b37ff984276a97d4a5d72514bcf 2024-11-15T17:52:42,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/4e88f442f7e74419ae70f605b09cea81 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/4e88f442f7e74419ae70f605b09cea81 2024-11-15T17:52:42,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/127ffe24aa624273b791e46e8c9df0a5 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/127ffe24aa624273b791e46e8c9df0a5 2024-11-15T17:52:42,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/462fe76f90174b908d43f61c455545f3 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/462fe76f90174b908d43f61c455545f3 2024-11-15T17:52:42,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/5104242d60124bef8f59baca549a74ca to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/5104242d60124bef8f59baca549a74ca 2024-11-15T17:52:42,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/81eb904731a0481492f51a51fd0e1f6b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/81eb904731a0481492f51a51fd0e1f6b 2024-11-15T17:52:42,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/256ac6a184d64ad1b243ceafe8f83828 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/256ac6a184d64ad1b243ceafe8f83828 2024-11-15T17:52:42,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/2000e88e785c4e3ea1e588e31720206b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/2000e88e785c4e3ea1e588e31720206b 2024-11-15T17:52:42,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/4d37a12193b74ee8b2682fc611e4eaf4 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/4d37a12193b74ee8b2682fc611e4eaf4 2024-11-15T17:52:42,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/6be8747ade7a4afb8745dd3f3bafd844 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/6be8747ade7a4afb8745dd3f3bafd844 2024-11-15T17:52:42,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/82ce9ecac106445b890da9a6fd5b708c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/82ce9ecac106445b890da9a6fd5b708c 2024-11-15T17:52:42,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/dd652943156446cd8e21ed0b4a429f5b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/dd652943156446cd8e21ed0b4a429f5b 2024-11-15T17:52:42,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/053f4cc9d9804a1fac1ecb065dd4bc2c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/053f4cc9d9804a1fac1ecb065dd4bc2c 2024-11-15T17:52:42,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/a1bd358d1ffe4202885e8740fc6343f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/a1bd358d1ffe4202885e8740fc6343f2 2024-11-15T17:52:42,592 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/recovered.edits/536.seqid, newMaxSeqId=536, maxSeqId=4 2024-11-15T17:52:42,593 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. 2024-11-15T17:52:42,593 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for b6b5568d8e903d101b1b0a519a4b3946: Waiting for close lock at 1731693160778Running coprocessor pre-close hooks at 1731693160778Disabling compacts and flushes for region at 1731693160778Disabling writes for close at 1731693160778Obtaining lock to block concurrent updates at 1731693160778Preparing flush snapshotting stores in b6b5568d8e903d101b1b0a519a4b3946 at 1731693160778Finished memstore snapshotting TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731693160779 (+1 ms)Flushing stores of TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946. at 1731693160780 (+1 ms)Flushing b6b5568d8e903d101b1b0a519a4b3946/A: creating writer at 1731693160780Flushing mob file b6b5568d8e903d101b1b0a519a4b3946/A: appending metadata at 1731693160789 (+9 ms)Flushing mob file b6b5568d8e903d101b1b0a519a4b3946/A: closing flushed file at 1731693160789Flushing b6b5568d8e903d101b1b0a519a4b3946/A: appending metadata at 1731693161204 (+415 ms)Flushing b6b5568d8e903d101b1b0a519a4b3946/A: closing flushed file at 1731693161204Flushing b6b5568d8e903d101b1b0a519a4b3946/B: creating writer at 1731693161619 (+415 ms)Flushing b6b5568d8e903d101b1b0a519a4b3946/B: appending metadata at 1731693161621 (+2 ms)Flushing b6b5568d8e903d101b1b0a519a4b3946/B: closing flushed file at 1731693161621Flushing b6b5568d8e903d101b1b0a519a4b3946/C: creating writer at 1731693162030 (+409 ms)Flushing b6b5568d8e903d101b1b0a519a4b3946/C: appending metadata at 1731693162036 (+6 ms)Flushing b6b5568d8e903d101b1b0a519a4b3946/C: closing flushed file at 1731693162036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@763479bb: reopening flushed file at 1731693162459 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@273935ca: reopening flushed file at 1731693162469 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2889c46e: reopening flushed file at 1731693162475 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for b6b5568d8e903d101b1b0a519a4b3946 in 1704ms, sequenceid=533, compaction requested=true at 1731693162482 (+7 ms)Writing region close event to WAL at 1731693162589 (+107 ms)Running coprocessor post-close hooks at 1731693162593 (+4 ms)Closed at 1731693162593 2024-11-15T17:52:42,595 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,595 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=b6b5568d8e903d101b1b0a519a4b3946, regionState=CLOSED 2024-11-15T17:52:42,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 because future has completed 2024-11-15T17:52:42,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-15T17:52:42,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure b6b5568d8e903d101b1b0a519a4b3946, server=4e3b17656000,39103,1731693097691 in 1.9820 sec 2024-11-15T17:52:42,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-15T17:52:42,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b6b5568d8e903d101b1b0a519a4b3946, UNASSIGN in 1.9900 sec 2024-11-15T17:52:42,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-15T17:52:42,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9980 sec 2024-11-15T17:52:42,603 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693162603"}]},"ts":"1731693162603"} 2024-11-15T17:52:42,604 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T17:52:42,604 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T17:52:42,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.0210 sec 2024-11-15T17:52:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T17:52:42,737 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:42,738 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T17:52:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:52:42,763 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:52:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-15T17:52:42,764 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:52:42,768 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,770 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A, FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B, FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C, FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/recovered.edits] 2024-11-15T17:52:42,773 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/20e27daa311e41d2a8b23a64df52a44c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/20e27daa311e41d2a8b23a64df52a44c 2024-11-15T17:52:42,774 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/54861b32fba44e0bbeb5707d0bb11159 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/54861b32fba44e0bbeb5707d0bb11159 2024-11-15T17:52:42,775 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/588b84aab1574b46bd5de72dab9b7e61 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/A/588b84aab1574b46bd5de72dab9b7e61 2024-11-15T17:52:42,778 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/2f00ef177f814e51b56ad784d69f2e42 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/2f00ef177f814e51b56ad784d69f2e42 2024-11-15T17:52:42,779 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/51d71748816c4f48891ec73aeb0d483b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/51d71748816c4f48891ec73aeb0d483b 2024-11-15T17:52:42,780 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/530c1fb23f54490880aeb260b1110bf4 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/B/530c1fb23f54490880aeb260b1110bf4 2024-11-15T17:52:42,783 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/12f6daee00334400ae185bf9f219e851 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/12f6daee00334400ae185bf9f219e851 2024-11-15T17:52:42,784 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/c271920059b641919aa14db6a8fd4fa9 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/c271920059b641919aa14db6a8fd4fa9 2024-11-15T17:52:42,785 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/e76f29906a1e45dd85b2f607b19b1e4f to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/C/e76f29906a1e45dd85b2f607b19b1e4f 2024-11-15T17:52:42,787 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/recovered.edits/536.seqid to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946/recovered.edits/536.seqid 2024-11-15T17:52:42,788 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,788 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T17:52:42,788 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T17:52:42,789 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-15T17:52:42,793 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150433e9eb074445f9a2f474dd172be1d2_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150433e9eb074445f9a2f474dd172be1d2_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,795 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115146cd46af5ab44bf98c9037703572765_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115146cd46af5ab44bf98c9037703572765_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,796 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151bcfa643a5744d1092cfb48d371fd0d7_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151bcfa643a5744d1092cfb48d371fd0d7_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,797 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152a43e4e784e94f9f9d5f882a1945d4dd_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152a43e4e784e94f9f9d5f882a1945d4dd_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,799 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153072a01046764b0eb326b6c51027caaa_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153072a01046764b0eb326b6c51027caaa_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,801 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111536949fe2e808469e9ad0a4b6be49c0b8_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111536949fe2e808469e9ad0a4b6be49c0b8_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,802 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111539926ea8028c48b9b28d2689ec2593ff_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111539926ea8028c48b9b28d2689ec2593ff_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,804 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115513e16c3063643ddbd601c135dcbddf5_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115513e16c3063643ddbd601c135dcbddf5_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,805 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155f20b85cbdbf4cd387984d6b85628642_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155f20b85cbdbf4cd387984d6b85628642_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,807 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111578a6531e02cc4bf18ab7747528d038bb_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111578a6531e02cc4bf18ab7747528d038bb_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,809 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157c852481e7fc428e9ae0c798f176ddd2_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157c852481e7fc428e9ae0c798f176ddd2_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,810 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157f3e7bb553b44be485d7c34be4fa4af0_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157f3e7bb553b44be485d7c34be4fa4af0_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,811 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111591a23b6929574d5ab10edeb2397a0609_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111591a23b6929574d5ab10edeb2397a0609_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,813 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111594ef726b293c42d4a698c8d833f030b1_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111594ef726b293c42d4a698c8d833f030b1_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,814 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159bc9e29afdb24ee79661c868ced2cc0b_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159bc9e29afdb24ee79661c868ced2cc0b_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,815 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159e288d26a7bc47f286b4c6d9a386fd42_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159e288d26a7bc47f286b4c6d9a386fd42_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,817 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a4547c7dfa5b4bd39a93332988fc15da_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a4547c7dfa5b4bd39a93332988fc15da_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,818 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a61c59ce316e42d88e49b17025a08ab4_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a61c59ce316e42d88e49b17025a08ab4_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,819 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ab9aac25bba6451784d38ac0b24ffa7a_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ab9aac25bba6451784d38ac0b24ffa7a_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,820 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ade2e8bf08de4bd09ac871f8cfa53375_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ade2e8bf08de4bd09ac871f8cfa53375_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,821 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b975a901783748b6b8c3447fbcb34f9a_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b975a901783748b6b8c3447fbcb34f9a_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,822 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ccf5144792584f49b2d5a7cc1648a978_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ccf5144792584f49b2d5a7cc1648a978_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,823 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f03a1c266e91439a9ec86918c52ddcdd_b6b5568d8e903d101b1b0a519a4b3946 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f03a1c266e91439a9ec86918c52ddcdd_b6b5568d8e903d101b1b0a519a4b3946 2024-11-15T17:52:42,823 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T17:52:42,826 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:52:42,828 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T17:52:42,831 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T17:52:42,832 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:52:42,832 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T17:52:42,833 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731693162832"}]},"ts":"9223372036854775807"} 2024-11-15T17:52:42,835 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T17:52:42,835 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b6b5568d8e903d101b1b0a519a4b3946, NAME => 'TestAcidGuarantees,,1731693133054.b6b5568d8e903d101b1b0a519a4b3946.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T17:52:42,835 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T17:52:42,835 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731693162835"}]},"ts":"9223372036854775807"} 2024-11-15T17:52:42,837 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T17:52:42,838 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:52:42,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 100 msec 2024-11-15T17:52:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-15T17:52:42,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T17:52:42,867 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:42,877 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 247) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1005937044_22 at /127.0.0.1:58326 [Waiting for operation #1133] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/cluster_e1b95ac6-024f-34d8-474c-9abb2697e07f/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1470370746_22 at /127.0.0.1:58328 [Waiting for operation #1150] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1005937044_22 at /127.0.0.1:58272 [Waiting for operation #1165] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/cluster_e1b95ac6-024f-34d8-474c-9abb2697e07f/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1470370746_22 at /127.0.0.1:36616 [Waiting for operation #1029] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=520 (was 465) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6329 (was 6966) 2024-11-15T17:52:42,886 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=520, ProcessCount=11, AvailableMemoryMB=6329 2024-11-15T17:52:42,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T17:52:42,888 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:52:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T17:52:42,890 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:52:42,890 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:42,890 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-11-15T17:52:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-15T17:52:42,891 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:52:42,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742082_1258 (size=1061) 2024-11-15T17:52:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-15T17:52:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-15T17:52:43,303 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965 2024-11-15T17:52:43,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742083_1259 (size=53) 2024-11-15T17:52:43,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:52:43,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2fbb305953bcc74d7bc2b1679b681113, disabling compactions & flushes 2024-11-15T17:52:43,315 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:43,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:43,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. after waiting 0 ms 2024-11-15T17:52:43,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:43,315 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:43,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2fbb305953bcc74d7bc2b1679b681113: Waiting for close lock at 1731693163315Disabling compacts and flushes for region at 1731693163315Disabling writes for close at 1731693163315Writing region close event to WAL at 1731693163315Closed at 1731693163315 2024-11-15T17:52:43,317 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:52:43,317 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731693163317"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693163317"}]},"ts":"1731693163317"} 2024-11-15T17:52:43,318 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:52:43,319 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:52:43,320 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693163319"}]},"ts":"1731693163319"} 2024-11-15T17:52:43,321 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T17:52:43,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fbb305953bcc74d7bc2b1679b681113, ASSIGN}] 2024-11-15T17:52:43,322 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fbb305953bcc74d7bc2b1679b681113, ASSIGN 2024-11-15T17:52:43,322 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fbb305953bcc74d7bc2b1679b681113, ASSIGN; state=OFFLINE, location=4e3b17656000,39103,1731693097691; forceNewPlan=false, retain=false 2024-11-15T17:52:43,473 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=2fbb305953bcc74d7bc2b1679b681113, regionState=OPENING, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:52:43,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fbb305953bcc74d7bc2b1679b681113, ASSIGN because future has completed 2024-11-15T17:52:43,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691}] 2024-11-15T17:52:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-15T17:52:43,630 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:43,630 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:52:43,630 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:43,630 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:52:43,631 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:43,631 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:43,632 INFO [StoreOpener-2fbb305953bcc74d7bc2b1679b681113-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:43,633 INFO [StoreOpener-2fbb305953bcc74d7bc2b1679b681113-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:52:43,633 INFO [StoreOpener-2fbb305953bcc74d7bc2b1679b681113-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fbb305953bcc74d7bc2b1679b681113 columnFamilyName A 2024-11-15T17:52:43,633 DEBUG [StoreOpener-2fbb305953bcc74d7bc2b1679b681113-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:43,634 INFO [StoreOpener-2fbb305953bcc74d7bc2b1679b681113-1 {}] regionserver.HStore(327): Store=2fbb305953bcc74d7bc2b1679b681113/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:52:43,634 INFO [StoreOpener-2fbb305953bcc74d7bc2b1679b681113-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:43,635 INFO [StoreOpener-2fbb305953bcc74d7bc2b1679b681113-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:52:43,635 INFO [StoreOpener-2fbb305953bcc74d7bc2b1679b681113-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fbb305953bcc74d7bc2b1679b681113 columnFamilyName B 2024-11-15T17:52:43,635 DEBUG [StoreOpener-2fbb305953bcc74d7bc2b1679b681113-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:43,636 INFO [StoreOpener-2fbb305953bcc74d7bc2b1679b681113-1 {}] regionserver.HStore(327): Store=2fbb305953bcc74d7bc2b1679b681113/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:52:43,636 INFO [StoreOpener-2fbb305953bcc74d7bc2b1679b681113-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:43,637 INFO [StoreOpener-2fbb305953bcc74d7bc2b1679b681113-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:52:43,637 INFO [StoreOpener-2fbb305953bcc74d7bc2b1679b681113-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fbb305953bcc74d7bc2b1679b681113 columnFamilyName C 2024-11-15T17:52:43,637 DEBUG [StoreOpener-2fbb305953bcc74d7bc2b1679b681113-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:52:43,638 INFO [StoreOpener-2fbb305953bcc74d7bc2b1679b681113-1 {}] regionserver.HStore(327): Store=2fbb305953bcc74d7bc2b1679b681113/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:52:43,638 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:43,638 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:43,639 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:43,639 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:43,640 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:43,640 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:43,641 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T17:52:43,642 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:43,644 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:52:43,645 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened 2fbb305953bcc74d7bc2b1679b681113; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69915569, jitterRate=0.041823163628578186}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T17:52:43,645 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:43,646 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for 2fbb305953bcc74d7bc2b1679b681113: Running coprocessor pre-open hook at 1731693163631Writing region info on filesystem at 1731693163631Initializing all the Stores at 1731693163631Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693163631Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693163632 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693163632Cleaning up temporary data from old regions at 1731693163640 (+8 ms)Running coprocessor post-open hooks at 1731693163645 (+5 ms)Region opened successfully at 1731693163645 2024-11-15T17:52:43,646 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., pid=67, masterSystemTime=1731693163627 2024-11-15T17:52:43,648 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:43,648 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:43,649 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=2fbb305953bcc74d7bc2b1679b681113, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:52:43,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 because future has completed 2024-11-15T17:52:43,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-15T17:52:43,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 in 176 msec 2024-11-15T17:52:43,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-15T17:52:43,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fbb305953bcc74d7bc2b1679b681113, ASSIGN in 332 msec 2024-11-15T17:52:43,656 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:52:43,656 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693163656"}]},"ts":"1731693163656"} 2024-11-15T17:52:43,657 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T17:52:43,658 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:52:43,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 770 msec 2024-11-15T17:52:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-15T17:52:44,027 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:44,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56716a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:44,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:44,030 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:44,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:44,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:44,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6f8437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:44,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:44,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:44,031 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:44,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c86a961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:44,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:44,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:44,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:44,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:52:44,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,46475,1731693096949 2024-11-15T17:52:44,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7102cc70 2024-11-15T17:52:44,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:52:44,037 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:52:44,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e44b286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:44,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:44,044 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5360a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:44,045 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:44,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673a1449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611ff3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:44,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:44,049 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:44,049 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:44,049 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:44,049 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81dacfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,049 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:44,049 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:44,049 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:44,050 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:44,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c252d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32865d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:44,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:44,054 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:44,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:44,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679e3c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:44,056 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:44,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5600482f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67136d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:44,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:44,060 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636e959e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:44,061 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:44,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23cad540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447061ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,063 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:44,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:44,064 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18794e77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:44,065 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6090bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b50bdc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:44,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:44,068 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:44,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66132509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:44,070 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:44,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31caf928, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f5f704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:44,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:44,075 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:44,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:44,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c1d6c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:44,077 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:44,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57264a94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ad5c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:44,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:44,080 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:44,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:44,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:44,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bbf39d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:44,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:44,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:44,082 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:44,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db8b3ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2d949d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:44,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:44,084 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:44,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:44,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:44,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248b7f5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:44,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:44,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:44,086 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:44,086 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b73b0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341761a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,090 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:52:44,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:52:44,092 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:52:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:52:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:52:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3b8ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:52:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:52:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:52:44,093 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:52:44,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c21180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:52:44,094 DEBUG [Thread-1204 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:44,095 DEBUG [Thread-1213 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:44,095 DEBUG [Thread-1215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:44,095 DEBUG [Thread-1196 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:44,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:44,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:44,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:44,096 DEBUG [Thread-1200 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:44,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:44,097 DEBUG [Thread-1209 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:44,097 DEBUG [Thread-1211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:44,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:44,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:44,099 DEBUG [Thread-1207 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:52:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:44,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:52:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:52:44,101 DEBUG [Thread-1198 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:44,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:44,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:44,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:44,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:52:44,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:52:44,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:52:44,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:52:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:44,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:44,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:52:44,112 DEBUG [Thread-1198 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:44,113 DEBUG [Thread-1198 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:44,114 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:44,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-15T17:52:44,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:52:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T17:52:44,121 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:44,122 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:44,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:44,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T17:52:44,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:44,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:44,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:44,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:44,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:44,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:44,128 DEBUG [Thread-1202 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:52:44,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:52:44,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:52:44,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:52:44,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:52:44,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/6559f5f83eb64fc191b1bde603fb5ef2 is 50, key is test_row_0/A:col10/1731693164108/Put/seqid=0 2024-11-15T17:52:44,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742084_1260 (size=14341) 2024-11-15T17:52:44,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693164147, max timestamp=1731693164212Num uniques 859; 2024-11-15T17:52:44,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693164147, max timestamp=1731693164212Num uniques 859; 2024-11-15T17:52:44,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:52:44,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:52:44,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693164147, max timestamp=1731693164212Num uniques 859; 2024-11-15T17:52:44,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:52:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T17:52:44,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-15T17:52:44,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:44,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:44,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:44,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:44,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:44,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693224289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693224292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:44,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:44,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693224292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693224294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693224295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:44,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693224408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693224408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:44,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693224408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693224408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693224409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T17:52:44,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-15T17:52:44,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:44,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:44,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:44,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:44,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:44,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/6559f5f83eb64fc191b1bde603fb5ef2 2024-11-15T17:52:44,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-15T17:52:44,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:44,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:44,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:44,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:44,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:44,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/c506277bbebd4e3495276c515785b7a9 is 50, key is test_row_0/B:col10/1731693164108/Put/seqid=0 2024-11-15T17:52:44,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693224620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693224620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693224621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693224621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693224621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:44,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:44,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:44,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:44,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742085_1261 (size=12001) 2024-11-15T17:52:44,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/c506277bbebd4e3495276c515785b7a9 2024-11-15T17:52:44,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/b356b850bf6e402cb1be99b58aa8c754 is 50, key is test_row_0/C:col10/1731693164108/Put/seqid=0 2024-11-15T17:52:44,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742086_1262 (size=12001) 2024-11-15T17:52:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T17:52:44,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-15T17:52:44,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:44,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:44,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:44,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:44,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:44,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-15T17:52:44,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:44,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:44,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:44,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:44,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:44,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693224937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:44,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693224937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693224937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693224937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693224937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:44,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:44,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:45,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-15T17:52:45,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:45,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:45,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:45,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:45,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:45,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/b356b850bf6e402cb1be99b58aa8c754 2024-11-15T17:52:45,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/6559f5f83eb64fc191b1bde603fb5ef2 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/6559f5f83eb64fc191b1bde603fb5ef2 2024-11-15T17:52:45,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/6559f5f83eb64fc191b1bde603fb5ef2, entries=200, sequenceid=12, filesize=14.0 K 2024-11-15T17:52:45,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/c506277bbebd4e3495276c515785b7a9 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/c506277bbebd4e3495276c515785b7a9 2024-11-15T17:52:45,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/c506277bbebd4e3495276c515785b7a9, entries=150, sequenceid=12, filesize=11.7 K 2024-11-15T17:52:45,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/b356b850bf6e402cb1be99b58aa8c754 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/b356b850bf6e402cb1be99b58aa8c754 2024-11-15T17:52:45,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/b356b850bf6e402cb1be99b58aa8c754, entries=150, sequenceid=12, filesize=11.7 K 2024-11-15T17:52:45,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 2fbb305953bcc74d7bc2b1679b681113 in 995ms, sequenceid=12, compaction requested=false 2024-11-15T17:52:45,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:45,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-15T17:52:45,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:45,210 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-15T17:52:45,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:45,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:45,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:45,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:45,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:45,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:45,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/ce00997faf18439d91fff7b25c1e0007 is 50, key is test_row_0/A:col10/1731693164292/Put/seqid=0 2024-11-15T17:52:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T17:52:45,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742087_1263 (size=12001) 2024-11-15T17:52:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:45,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:45,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693225453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:45,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:45,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693225456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:45,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:45,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693225457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:45,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:45,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693225458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:45,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:45,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:45,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693225458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:45,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:45,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693225568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:45,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:45,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693225568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:45,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:45,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693225568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:45,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693225576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:45,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:45,700 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/ce00997faf18439d91fff7b25c1e0007 2024-11-15T17:52:45,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/3475d02c177c4516b4e2ee31de62c83d is 50, key is test_row_0/B:col10/1731693164292/Put/seqid=0 2024-11-15T17:52:45,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742088_1264 (size=12001) 2024-11-15T17:52:45,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693225777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:45,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693225777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:45,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:45,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693225777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:45,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:45,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693225787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:45,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:45,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693226087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:46,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:46,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693226087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:46,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:46,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693226087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:46,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693226096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:46,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,131 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/3475d02c177c4516b4e2ee31de62c83d 2024-11-15T17:52:46,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/cce92a8029754d08bcfdaecec15cb830 is 50, key is test_row_0/C:col10/1731693164292/Put/seqid=0 2024-11-15T17:52:46,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742089_1265 (size=12001) 2024-11-15T17:52:46,152 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/cce92a8029754d08bcfdaecec15cb830 2024-11-15T17:52:46,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/ce00997faf18439d91fff7b25c1e0007 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/ce00997faf18439d91fff7b25c1e0007 2024-11-15T17:52:46,165 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/ce00997faf18439d91fff7b25c1e0007, entries=150, sequenceid=48, filesize=11.7 K 2024-11-15T17:52:46,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/3475d02c177c4516b4e2ee31de62c83d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/3475d02c177c4516b4e2ee31de62c83d 2024-11-15T17:52:46,181 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/3475d02c177c4516b4e2ee31de62c83d, entries=150, sequenceid=48, filesize=11.7 K 2024-11-15T17:52:46,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/cce92a8029754d08bcfdaecec15cb830 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/cce92a8029754d08bcfdaecec15cb830 2024-11-15T17:52:46,193 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/cce92a8029754d08bcfdaecec15cb830, entries=150, sequenceid=48, filesize=11.7 K 2024-11-15T17:52:46,196 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 2fbb305953bcc74d7bc2b1679b681113 in 985ms, sequenceid=48, compaction requested=false 2024-11-15T17:52:46,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:46,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:46,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-15T17:52:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-15T17:52:46,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-15T17:52:46,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0760 sec 2024-11-15T17:52:46,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.0950 sec 2024-11-15T17:52:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T17:52:46,267 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:46,268 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-15T17:52:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T17:52:46,277 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:46,280 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:46,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T17:52:46,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-15T17:52:46,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:46,435 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T17:52:46,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:46,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:46,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:46,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:46,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:46,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:46,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/bae8afdccec344ae9e4055be086f2aa8 is 50, key is test_row_0/A:col10/1731693165456/Put/seqid=0 2024-11-15T17:52:46,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742090_1266 (size=12001) 2024-11-15T17:52:46,461 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/bae8afdccec344ae9e4055be086f2aa8 2024-11-15T17:52:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:46,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:46,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/46418b42b8504b5aae3af1437718c05d is 50, key is test_row_0/B:col10/1731693165456/Put/seqid=0 2024-11-15T17:52:46,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742091_1267 (size=12001) 2024-11-15T17:52:46,487 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/46418b42b8504b5aae3af1437718c05d 2024-11-15T17:52:46,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/ea15d27669bb49648a4b14aa7a164134 is 50, key is test_row_0/C:col10/1731693165456/Put/seqid=0 2024-11-15T17:52:46,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742092_1268 (size=12001) 2024-11-15T17:52:46,569 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693166535, max timestamp=1731693166566Num uniques 859; 2024-11-15T17:52:46,569 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693166535, max timestamp=1731693166566Num uniques 859; 2024-11-15T17:52:46,569 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:52:46,569 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693166535, max timestamp=1731693166566Num uniques 859; 2024-11-15T17:52:46,569 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:52:46,569 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:52:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T17:52:46,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:46,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693226616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693226617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693226619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:46,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:46,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693226620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:46,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693226622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:46,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693226726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:46,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693226736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:46,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693226737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:46,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:46,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693226737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:46,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693226737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:46,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T17:52:46,903 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/ea15d27669bb49648a4b14aa7a164134 2024-11-15T17:52:46,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/bae8afdccec344ae9e4055be086f2aa8 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/bae8afdccec344ae9e4055be086f2aa8 2024-11-15T17:52:46,923 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/bae8afdccec344ae9e4055be086f2aa8, entries=150, sequenceid=58, filesize=11.7 K 2024-11-15T17:52:46,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/46418b42b8504b5aae3af1437718c05d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/46418b42b8504b5aae3af1437718c05d 2024-11-15T17:52:46,932 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/46418b42b8504b5aae3af1437718c05d, entries=150, sequenceid=58, filesize=11.7 K 2024-11-15T17:52:46,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/ea15d27669bb49648a4b14aa7a164134 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/ea15d27669bb49648a4b14aa7a164134 2024-11-15T17:52:46,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693226937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:46,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,942 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/ea15d27669bb49648a4b14aa7a164134, entries=150, sequenceid=58, filesize=11.7 K 2024-11-15T17:52:46,943 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 2fbb305953bcc74d7bc2b1679b681113 in 509ms, sequenceid=58, compaction requested=true 2024-11-15T17:52:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-15T17:52:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-15T17:52:46,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-15T17:52:46,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 664 msec 2024-11-15T17:52:46,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 680 msec 2024-11-15T17:52:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:46,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-15T17:52:46,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:46,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T17:52:46,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:46,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T17:52:46,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:46,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-15T17:52:46,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/d69fce39b152430b8f9d2825d1d932ad is 50, key is test_row_0/A:col10/1731693166616/Put/seqid=0 2024-11-15T17:52:46,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693226957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:46,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693226961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:46,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:46,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693226961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:46,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693226965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:46,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742093_1269 (size=14341) 2024-11-15T17:52:46,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/d69fce39b152430b8f9d2825d1d932ad 2024-11-15T17:52:46,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/e2f825bd73234b469cc92398f22bdd0f is 50, key is test_row_0/B:col10/1731693166616/Put/seqid=0 2024-11-15T17:52:47,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742094_1270 (size=12001) 2024-11-15T17:52:47,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/e2f825bd73234b469cc92398f22bdd0f 2024-11-15T17:52:47,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/d361b080cfcb4a06a62819864add04f3 is 50, key is test_row_0/C:col10/1731693166616/Put/seqid=0 2024-11-15T17:52:47,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742095_1271 (size=12001) 2024-11-15T17:52:47,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/d361b080cfcb4a06a62819864add04f3 2024-11-15T17:52:47,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/d69fce39b152430b8f9d2825d1d932ad as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/d69fce39b152430b8f9d2825d1d932ad 2024-11-15T17:52:47,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/d69fce39b152430b8f9d2825d1d932ad, entries=200, sequenceid=96, filesize=14.0 K 2024-11-15T17:52:47,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/e2f825bd73234b469cc92398f22bdd0f as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/e2f825bd73234b469cc92398f22bdd0f 2024-11-15T17:52:47,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/e2f825bd73234b469cc92398f22bdd0f, entries=150, sequenceid=96, filesize=11.7 K 2024-11-15T17:52:47,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/d361b080cfcb4a06a62819864add04f3 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d361b080cfcb4a06a62819864add04f3 2024-11-15T17:52:47,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d361b080cfcb4a06a62819864add04f3, entries=150, sequenceid=96, filesize=11.7 K 2024-11-15T17:52:47,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 2fbb305953bcc74d7bc2b1679b681113 in 109ms, sequenceid=96, compaction requested=true 2024-11-15T17:52:47,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:47,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:52:47,060 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:47,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:47,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:52:47,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:47,060 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:47,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:52:47,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:47,062 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:47,062 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/A is initiating minor compaction (all files) 2024-11-15T17:52:47,062 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/A in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:47,062 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/6559f5f83eb64fc191b1bde603fb5ef2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/ce00997faf18439d91fff7b25c1e0007, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/bae8afdccec344ae9e4055be086f2aa8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/d69fce39b152430b8f9d2825d1d932ad] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=51.4 K 2024-11-15T17:52:47,063 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:47,063 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6559f5f83eb64fc191b1bde603fb5ef2, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731693164108 2024-11-15T17:52:47,063 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/B is initiating minor compaction (all files) 2024-11-15T17:52:47,063 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/B in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:47,063 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/c506277bbebd4e3495276c515785b7a9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/3475d02c177c4516b4e2ee31de62c83d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/46418b42b8504b5aae3af1437718c05d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/e2f825bd73234b469cc92398f22bdd0f] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=46.9 K 2024-11-15T17:52:47,064 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce00997faf18439d91fff7b25c1e0007, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731693164264 2024-11-15T17:52:47,064 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting c506277bbebd4e3495276c515785b7a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731693164108 2024-11-15T17:52:47,064 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting bae8afdccec344ae9e4055be086f2aa8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731693165456 2024-11-15T17:52:47,064 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 3475d02c177c4516b4e2ee31de62c83d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731693164264 2024-11-15T17:52:47,064 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting d69fce39b152430b8f9d2825d1d932ad, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731693166616 2024-11-15T17:52:47,065 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 46418b42b8504b5aae3af1437718c05d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731693165456 2024-11-15T17:52:47,066 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting e2f825bd73234b469cc92398f22bdd0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731693166616 2024-11-15T17:52:47,080 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#A#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:47,081 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/c30973bd8e1f433da5d9e7eadf532f4e is 50, key is test_row_0/A:col10/1731693166616/Put/seqid=0 2024-11-15T17:52:47,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T17:52:47,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:47,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:47,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:47,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:47,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:47,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:47,090 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#B#compaction#223 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:47,090 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/014baa9f61454d6eb9bd75c77775eddb is 50, key is test_row_0/B:col10/1731693166616/Put/seqid=0 2024-11-15T17:52:47,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742096_1272 (size=12139) 2024-11-15T17:52:47,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/59fe09dd1cb84e109d8d28f6e425d70b is 50, key is test_row_0/A:col10/1731693167079/Put/seqid=0 2024-11-15T17:52:47,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742097_1273 (size=16681) 2024-11-15T17:52:47,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/59fe09dd1cb84e109d8d28f6e425d70b 2024-11-15T17:52:47,102 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/c30973bd8e1f433da5d9e7eadf532f4e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/c30973bd8e1f433da5d9e7eadf532f4e 2024-11-15T17:52:47,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742098_1274 (size=12139) 2024-11-15T17:52:47,109 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/A of 2fbb305953bcc74d7bc2b1679b681113 into c30973bd8e1f433da5d9e7eadf532f4e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:47,109 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:47,109 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/A, priority=12, startTime=1731693167060; duration=0sec 2024-11-15T17:52:47,109 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:47,109 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:A 2024-11-15T17:52:47,110 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:47,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/31728351e26b4a578af4074b5dc15a03 is 50, key is test_row_0/B:col10/1731693167079/Put/seqid=0 2024-11-15T17:52:47,113 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:47,113 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/C is initiating minor compaction (all files) 2024-11-15T17:52:47,113 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/C in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:47,113 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/b356b850bf6e402cb1be99b58aa8c754, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/cce92a8029754d08bcfdaecec15cb830, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/ea15d27669bb49648a4b14aa7a164134, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d361b080cfcb4a06a62819864add04f3] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=46.9 K 2024-11-15T17:52:47,114 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting b356b850bf6e402cb1be99b58aa8c754, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731693164108 2024-11-15T17:52:47,114 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting cce92a8029754d08bcfdaecec15cb830, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731693164264 2024-11-15T17:52:47,114 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea15d27669bb49648a4b14aa7a164134, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731693165456 2024-11-15T17:52:47,115 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting d361b080cfcb4a06a62819864add04f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731693166616 2024-11-15T17:52:47,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693227119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:47,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693227120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:47,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:47,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:47,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742099_1275 (size=12001) 2024-11-15T17:52:47,125 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#C#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:47,125 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/e31fd38f535146a39cd5043175c91654 is 50, key is test_row_0/C:col10/1731693166616/Put/seqid=0 2024-11-15T17:52:47,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693227120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:47,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:47,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693227121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:47,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:47,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742100_1276 (size=12139) 2024-11-15T17:52:47,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:47,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693227227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693227227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:47,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:47,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693227243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:47,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693227243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:47,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:47,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:47,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:47,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:47,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693227246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:47,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:47,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T17:52:47,407 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:47,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-15T17:52:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T17:52:47,409 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:47,409 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:47,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:47,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693227456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:47,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:47,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693227456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:47,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:47,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:47,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693227456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:47,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:47,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693227456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:47,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:47,515 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/014baa9f61454d6eb9bd75c77775eddb as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/014baa9f61454d6eb9bd75c77775eddb 2024-11-15T17:52:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T17:52:47,520 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/B of 2fbb305953bcc74d7bc2b1679b681113 into 014baa9f61454d6eb9bd75c77775eddb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:47,520 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:47,520 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/B, priority=12, startTime=1731693167060; duration=0sec 2024-11-15T17:52:47,520 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:47,520 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:B 2024-11-15T17:52:47,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/31728351e26b4a578af4074b5dc15a03 2024-11-15T17:52:47,536 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/e31fd38f535146a39cd5043175c91654 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/e31fd38f535146a39cd5043175c91654 2024-11-15T17:52:47,545 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/C of 2fbb305953bcc74d7bc2b1679b681113 into e31fd38f535146a39cd5043175c91654(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:47,545 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:47,545 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/C, priority=12, startTime=1731693167060; duration=0sec 2024-11-15T17:52:47,545 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:47,545 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:C 2024-11-15T17:52:47,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/7994fdfa73d846de80e67f07d64a4de8 is 50, key is test_row_0/C:col10/1731693167079/Put/seqid=0 2024-11-15T17:52:47,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742101_1277 (size=12001) 2024-11-15T17:52:47,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T17:52:47,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:47,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:47,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:47,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:47,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:47,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T17:52:47,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:47,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:47,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:47,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:47,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T17:52:47,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693227757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:47,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:47,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693227766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:47,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693227766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:47,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:47,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:47,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693227766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:47,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:47,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693227766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:47,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:47,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:47,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T17:52:47,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:47,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:47,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:47,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:47,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:47,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/7994fdfa73d846de80e67f07d64a4de8 2024-11-15T17:52:47,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/59fe09dd1cb84e109d8d28f6e425d70b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/59fe09dd1cb84e109d8d28f6e425d70b 2024-11-15T17:52:47,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/59fe09dd1cb84e109d8d28f6e425d70b, entries=250, sequenceid=108, filesize=16.3 K 2024-11-15T17:52:47,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/31728351e26b4a578af4074b5dc15a03 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/31728351e26b4a578af4074b5dc15a03 2024-11-15T17:52:47,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/31728351e26b4a578af4074b5dc15a03, entries=150, sequenceid=108, filesize=11.7 K 2024-11-15T17:52:47,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/7994fdfa73d846de80e67f07d64a4de8 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/7994fdfa73d846de80e67f07d64a4de8 2024-11-15T17:52:47,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/7994fdfa73d846de80e67f07d64a4de8, entries=150, sequenceid=108, filesize=11.7 K 2024-11-15T17:52:47,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 2fbb305953bcc74d7bc2b1679b681113 in 911ms, sequenceid=108, compaction requested=false 2024-11-15T17:52:47,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:48,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T17:52:48,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:48,025 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-15T17:52:48,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:48,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:48,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:48,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:48,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:48,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:48,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/a96a82c6d122453f8f2f039cd4c83adf is 50, key is test_row_0/A:col10/1731693167119/Put/seqid=0 2024-11-15T17:52:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T17:52:48,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742102_1278 (size=12001) 2024-11-15T17:52:48,042 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/a96a82c6d122453f8f2f039cd4c83adf 2024-11-15T17:52:48,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/2d5ae4edcd3d4fc78541cef1022b77e8 is 50, key is test_row_0/B:col10/1731693167119/Put/seqid=0 2024-11-15T17:52:48,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742103_1279 (size=12001) 2024-11-15T17:52:48,081 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/2d5ae4edcd3d4fc78541cef1022b77e8 2024-11-15T17:52:48,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/82b924accaf8451e957f1c1df582da54 is 50, key is test_row_0/C:col10/1731693167119/Put/seqid=0 2024-11-15T17:52:48,122 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T17:52:48,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742104_1280 (size=12001) 2024-11-15T17:52:48,150 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/82b924accaf8451e957f1c1df582da54 2024-11-15T17:52:48,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/a96a82c6d122453f8f2f039cd4c83adf as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/a96a82c6d122453f8f2f039cd4c83adf 2024-11-15T17:52:48,162 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/a96a82c6d122453f8f2f039cd4c83adf, entries=150, sequenceid=131, filesize=11.7 K 2024-11-15T17:52:48,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/2d5ae4edcd3d4fc78541cef1022b77e8 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2d5ae4edcd3d4fc78541cef1022b77e8 2024-11-15T17:52:48,169 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2d5ae4edcd3d4fc78541cef1022b77e8, entries=150, sequenceid=131, filesize=11.7 K 2024-11-15T17:52:48,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/82b924accaf8451e957f1c1df582da54 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/82b924accaf8451e957f1c1df582da54 2024-11-15T17:52:48,174 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/82b924accaf8451e957f1c1df582da54, entries=150, sequenceid=131, filesize=11.7 K 2024-11-15T17:52:48,176 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 2fbb305953bcc74d7bc2b1679b681113 in 150ms, sequenceid=131, compaction requested=true 2024-11-15T17:52:48,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:48,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:48,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-15T17:52:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-15T17:52:48,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-15T17:52:48,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 769 msec 2024-11-15T17:52:48,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 774 msec 2024-11-15T17:52:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:48,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T17:52:48,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:48,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:48,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:48,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:48,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:48,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:48,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/2d60df56c3cd40eba2e7a6e0173ef894 is 50, key is test_row_0/A:col10/1731693168280/Put/seqid=0 2024-11-15T17:52:48,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742105_1281 (size=16931) 2024-11-15T17:52:48,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693168297, max timestamp=1731693168342Num uniques 859; 2024-11-15T17:52:48,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693168297, max timestamp=1731693168342Num uniques 859; 2024-11-15T17:52:48,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693168297, max timestamp=1731693168342Num uniques 859; 2024-11-15T17:52:48,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:52:48,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:52:48,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:52:48,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693228393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:48,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:48,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693228394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:48,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:48,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:48,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693228402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:48,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:48,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693228403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:48,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:48,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:48,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693228506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:48,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693228506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:48,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:48,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:48,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693228517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:48,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693228517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T17:52:48,547 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:48,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-15T17:52:48,550 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T17:52:48,551 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:48,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T17:52:48,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/2d60df56c3cd40eba2e7a6e0173ef894 2024-11-15T17:52:48,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/66aacf77f48648259de5f9272ea43c23 is 50, key is test_row_0/B:col10/1731693168280/Put/seqid=0 2024-11-15T17:52:48,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T17:52:48,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:48,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:48,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:48,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:48,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:48,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742106_1282 (size=12151) 2024-11-15T17:52:48,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/66aacf77f48648259de5f9272ea43c23 2024-11-15T17:52:48,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/ef80ffa876c24a9bbfbbef13549277f9 is 50, key is test_row_0/C:col10/1731693168280/Put/seqid=0 2024-11-15T17:52:48,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693228717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:48,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:48,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693228717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:48,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:48,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:48,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742107_1283 (size=12151) 2024-11-15T17:52:48,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693228727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:48,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:48,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693228727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:48,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:48,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:48,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693228777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:48,780 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_2' in 2fbb305953bcc74d7bc2b1679b681113 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:48,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T17:52:48,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:48,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:48,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:48,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:48,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T17:52:49,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T17:52:49,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:49,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:49,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:49,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:49,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:49,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693229026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:49,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:49,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693229026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:49,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:49,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:49,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693229037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:49,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693229042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:49,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/ef80ffa876c24a9bbfbbef13549277f9 2024-11-15T17:52:49,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/2d60df56c3cd40eba2e7a6e0173ef894 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/2d60df56c3cd40eba2e7a6e0173ef894 2024-11-15T17:52:49,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/2d60df56c3cd40eba2e7a6e0173ef894, entries=250, sequenceid=142, filesize=16.5 K 2024-11-15T17:52:49,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/66aacf77f48648259de5f9272ea43c23 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/66aacf77f48648259de5f9272ea43c23 2024-11-15T17:52:49,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/66aacf77f48648259de5f9272ea43c23, entries=150, sequenceid=142, filesize=11.9 K 2024-11-15T17:52:49,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/ef80ffa876c24a9bbfbbef13549277f9 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/ef80ffa876c24a9bbfbbef13549277f9 2024-11-15T17:52:49,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/ef80ffa876c24a9bbfbbef13549277f9, entries=150, sequenceid=142, filesize=11.9 K 2024-11-15T17:52:49,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for 2fbb305953bcc74d7bc2b1679b681113 in 871ms, sequenceid=142, compaction requested=true 2024-11-15T17:52:49,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:49,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:52:49,154 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:49,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:49,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:52:49,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:49,154 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:49,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:52:49,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:49,157 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:49,157 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/B is initiating minor compaction (all files) 2024-11-15T17:52:49,157 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/B in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:49,158 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/014baa9f61454d6eb9bd75c77775eddb, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/31728351e26b4a578af4074b5dc15a03, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2d5ae4edcd3d4fc78541cef1022b77e8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/66aacf77f48648259de5f9272ea43c23] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=47.2 K 2024-11-15T17:52:49,159 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57752 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:49,159 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/A is initiating minor compaction (all files) 2024-11-15T17:52:49,159 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/A in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:49,159 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/c30973bd8e1f433da5d9e7eadf532f4e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/59fe09dd1cb84e109d8d28f6e425d70b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/a96a82c6d122453f8f2f039cd4c83adf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/2d60df56c3cd40eba2e7a6e0173ef894] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=56.4 K 2024-11-15T17:52:49,160 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 014baa9f61454d6eb9bd75c77775eddb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731693166616 2024-11-15T17:52:49,160 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting c30973bd8e1f433da5d9e7eadf532f4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731693166616 2024-11-15T17:52:49,160 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 31728351e26b4a578af4074b5dc15a03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731693167079 2024-11-15T17:52:49,160 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59fe09dd1cb84e109d8d28f6e425d70b, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731693166954 2024-11-15T17:52:49,161 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d5ae4edcd3d4fc78541cef1022b77e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731693167111 2024-11-15T17:52:49,161 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting a96a82c6d122453f8f2f039cd4c83adf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731693167111 2024-11-15T17:52:49,161 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 66aacf77f48648259de5f9272ea43c23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731693168280 2024-11-15T17:52:49,161 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d60df56c3cd40eba2e7a6e0173ef894, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731693168279 2024-11-15T17:52:49,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T17:52:49,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:49,162 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=125.23 KB heapSize=355.30 KB 2024-11-15T17:52:49,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:49,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:49,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:49,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:49,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:49,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:52:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T17:52:49,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/eed44290a7d7497e8b69de44ec3857c0 is 50, key is test_row_0/A:col10/1731693168402/Put/seqid=0 2024-11-15T17:52:49,192 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#A#compaction#235 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:49,193 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/6739ee803b324f98b4e977dc5333275c is 50, key is test_row_0/A:col10/1731693168280/Put/seqid=0 2024-11-15T17:52:49,202 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#B#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:49,203 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/23e3c3f8d7444221a2f0c3ab621a1cab is 50, key is test_row_0/B:col10/1731693168280/Put/seqid=0 2024-11-15T17:52:49,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742108_1284 (size=12151) 2024-11-15T17:52:49,244 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/eed44290a7d7497e8b69de44ec3857c0 2024-11-15T17:52:49,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742109_1285 (size=12425) 2024-11-15T17:52:49,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742110_1286 (size=12425) 2024-11-15T17:52:49,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/992ea6f8940d4e5681a170a20aa95de0 is 50, key is test_row_0/B:col10/1731693168402/Put/seqid=0 2024-11-15T17:52:49,287 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/23e3c3f8d7444221a2f0c3ab621a1cab as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/23e3c3f8d7444221a2f0c3ab621a1cab 2024-11-15T17:52:49,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742111_1287 (size=12151) 2024-11-15T17:52:49,292 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/B of 2fbb305953bcc74d7bc2b1679b681113 into 23e3c3f8d7444221a2f0c3ab621a1cab(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:49,292 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:49,292 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/B, priority=12, startTime=1731693169154; duration=0sec 2024-11-15T17:52:49,292 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:49,292 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:B 2024-11-15T17:52:49,292 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:49,293 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:49,293 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/C is initiating minor compaction (all files) 2024-11-15T17:52:49,293 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/C in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:49,293 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/e31fd38f535146a39cd5043175c91654, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/7994fdfa73d846de80e67f07d64a4de8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/82b924accaf8451e957f1c1df582da54, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/ef80ffa876c24a9bbfbbef13549277f9] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=47.2 K 2024-11-15T17:52:49,294 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting e31fd38f535146a39cd5043175c91654, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731693166616 2024-11-15T17:52:49,294 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 7994fdfa73d846de80e67f07d64a4de8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731693167079 2024-11-15T17:52:49,295 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 82b924accaf8451e957f1c1df582da54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731693167111 2024-11-15T17:52:49,295 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting ef80ffa876c24a9bbfbbef13549277f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731693168280 2024-11-15T17:52:49,309 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#C#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:49,309 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/39f14375048948b0b354fc0895f6888f is 50, key is test_row_0/C:col10/1731693168280/Put/seqid=0 2024-11-15T17:52:49,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742112_1288 (size=12425) 2024-11-15T17:52:49,343 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/39f14375048948b0b354fc0895f6888f as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/39f14375048948b0b354fc0895f6888f 2024-11-15T17:52:49,357 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/C of 2fbb305953bcc74d7bc2b1679b681113 into 39f14375048948b0b354fc0895f6888f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:49,357 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:49,357 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/C, priority=12, startTime=1731693169154; duration=0sec 2024-11-15T17:52:49,358 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:49,358 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:C 2024-11-15T17:52:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:49,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:49,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693229556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:49,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:49,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693229562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:49,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:49,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693229563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:49,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:49,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693229564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:49,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:49,678 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/6739ee803b324f98b4e977dc5333275c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/6739ee803b324f98b4e977dc5333275c 2024-11-15T17:52:49,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693229677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:49,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693229677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:49,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693229677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:49,683 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/A of 2fbb305953bcc74d7bc2b1679b681113 into 6739ee803b324f98b4e977dc5333275c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:49,683 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,683 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/A, priority=12, startTime=1731693169154; duration=0sec 2024-11-15T17:52:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:49,683 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:49,683 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:A 2024-11-15T17:52:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T17:52:49,689 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/992ea6f8940d4e5681a170a20aa95de0 2024-11-15T17:52:49,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/8a6cc1b719b447c5bb11bffe059e5de5 is 50, key is test_row_0/C:col10/1731693168402/Put/seqid=0 2024-11-15T17:52:49,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742113_1289 (size=12151) 2024-11-15T17:52:49,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693229886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693229886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693229886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:50,100 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/8a6cc1b719b447c5bb11bffe059e5de5 2024-11-15T17:52:50,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/eed44290a7d7497e8b69de44ec3857c0 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/eed44290a7d7497e8b69de44ec3857c0 2024-11-15T17:52:50,108 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/eed44290a7d7497e8b69de44ec3857c0, entries=150, sequenceid=177, filesize=11.9 K 2024-11-15T17:52:50,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/992ea6f8940d4e5681a170a20aa95de0 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/992ea6f8940d4e5681a170a20aa95de0 2024-11-15T17:52:50,113 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/992ea6f8940d4e5681a170a20aa95de0, entries=150, sequenceid=177, filesize=11.9 K 2024-11-15T17:52:50,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/8a6cc1b719b447c5bb11bffe059e5de5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/8a6cc1b719b447c5bb11bffe059e5de5 2024-11-15T17:52:50,119 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/8a6cc1b719b447c5bb11bffe059e5de5, entries=150, sequenceid=177, filesize=11.9 K 2024-11-15T17:52:50,120 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~125.23 KB/128240, heapSize ~355.25 KB/363776, currentSize=60.38 KB/61830 for 2fbb305953bcc74d7bc2b1679b681113 in 958ms, sequenceid=177, compaction requested=false 2024-11-15T17:52:50,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:50,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:50,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-15T17:52:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-15T17:52:50,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-15T17:52:50,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5730 sec 2024-11-15T17:52:50,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.5910 sec 2024-11-15T17:52:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:50,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T17:52:50,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:50,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:50,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:50,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:50,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:50,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:50,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/20ea623dcef94ee481159bf5896af5d7 is 50, key is test_row_0/A:col10/1731693170201/Put/seqid=0 2024-11-15T17:52:50,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742114_1290 (size=16931) 2024-11-15T17:52:50,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693230245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:50,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693230247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:50,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:50,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:50,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693230248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:50,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:50,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693230357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:50,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:50,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693230357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:50,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:50,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:50,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693230367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:50,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693230582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:50,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:50,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693230582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:50,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:50,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693230583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:50,593 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_1' in 2fbb305953bcc74d7bc2b1679b681113 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:50,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:50,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693230588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:50,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/20ea623dcef94ee481159bf5896af5d7 2024-11-15T17:52:50,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/d84d91f6eed345f487f3c1d8b3fe5773 is 50, key is test_row_0/B:col10/1731693170201/Put/seqid=0 2024-11-15T17:52:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T17:52:50,697 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:50,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-15T17:52:50,704 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:50,710 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T17:52:50,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:50,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742115_1291 (size=12151) 2024-11-15T17:52:50,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693230787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:50,792 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_2' in 2fbb305953bcc74d7bc2b1679b681113 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:50,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T17:52:50,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T17:52:50,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:50,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:50,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:50,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:50,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:50,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693230897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:50,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693230897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:50,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:50,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:50,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693230906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T17:52:51,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T17:52:51,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:51,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:51,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:51,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:51,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:51,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/d84d91f6eed345f487f3c1d8b3fe5773 2024-11-15T17:52:51,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/86eadcbf3a7c4e48bcd4674eb05c570d is 50, key is test_row_0/C:col10/1731693170201/Put/seqid=0 2024-11-15T17:52:51,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742116_1292 (size=12151) 2024-11-15T17:52:51,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/86eadcbf3a7c4e48bcd4674eb05c570d 2024-11-15T17:52:51,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/20ea623dcef94ee481159bf5896af5d7 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/20ea623dcef94ee481159bf5896af5d7 2024-11-15T17:52:51,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T17:52:51,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:51,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:51,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:51,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:51,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:51,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/20ea623dcef94ee481159bf5896af5d7, entries=250, sequenceid=195, filesize=16.5 K 2024-11-15T17:52:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:51,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/d84d91f6eed345f487f3c1d8b3fe5773 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/d84d91f6eed345f487f3c1d8b3fe5773 2024-11-15T17:52:51,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/d84d91f6eed345f487f3c1d8b3fe5773, entries=150, sequenceid=195, filesize=11.9 K 2024-11-15T17:52:51,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/86eadcbf3a7c4e48bcd4674eb05c570d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/86eadcbf3a7c4e48bcd4674eb05c570d 2024-11-15T17:52:51,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/86eadcbf3a7c4e48bcd4674eb05c570d, entries=150, sequenceid=195, filesize=11.9 K 2024-11-15T17:52:51,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 2fbb305953bcc74d7bc2b1679b681113 in 1012ms, sequenceid=195, compaction requested=true 2024-11-15T17:52:51,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:51,214 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:51,215 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41507 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:51,215 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/A is initiating minor compaction (all files) 2024-11-15T17:52:51,215 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/A in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:51,215 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/6739ee803b324f98b4e977dc5333275c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/eed44290a7d7497e8b69de44ec3857c0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/20ea623dcef94ee481159bf5896af5d7] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=40.5 K 2024-11-15T17:52:51,217 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6739ee803b324f98b4e977dc5333275c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731693168280 2024-11-15T17:52:51,217 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting eed44290a7d7497e8b69de44ec3857c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731693168373 2024-11-15T17:52:51,218 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20ea623dcef94ee481159bf5896af5d7, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731693169554 2024-11-15T17:52:51,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:52:51,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:51,229 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:51,230 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:51,230 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/B is initiating minor compaction (all files) 2024-11-15T17:52:51,230 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/B in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:51,230 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/23e3c3f8d7444221a2f0c3ab621a1cab, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/992ea6f8940d4e5681a170a20aa95de0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/d84d91f6eed345f487f3c1d8b3fe5773] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=35.9 K 2024-11-15T17:52:51,232 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 23e3c3f8d7444221a2f0c3ab621a1cab, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731693168280 2024-11-15T17:52:51,232 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 992ea6f8940d4e5681a170a20aa95de0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731693168373 2024-11-15T17:52:51,232 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting d84d91f6eed345f487f3c1d8b3fe5773, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731693169554 2024-11-15T17:52:51,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:52:51,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:51,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:52:51,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:51,246 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#A#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:51,246 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/2907353326b241be97048a8d6938e266 is 50, key is test_row_0/A:col10/1731693170201/Put/seqid=0 2024-11-15T17:52:51,265 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#B#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:51,269 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/f64a0fd239c546a8b14023432b3f691e is 50, key is test_row_0/B:col10/1731693170201/Put/seqid=0 2024-11-15T17:52:51,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742117_1293 (size=12527) 2024-11-15T17:52:51,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742118_1294 (size=12527) 2024-11-15T17:52:51,323 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/f64a0fd239c546a8b14023432b3f691e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/f64a0fd239c546a8b14023432b3f691e 2024-11-15T17:52:51,336 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/B of 2fbb305953bcc74d7bc2b1679b681113 into f64a0fd239c546a8b14023432b3f691e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:51,336 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:51,336 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/B, priority=13, startTime=1731693171229; duration=0sec 2024-11-15T17:52:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T17:52:51,337 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:51,337 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:B 2024-11-15T17:52:51,338 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:51,340 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:51,340 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/C is initiating minor compaction (all files) 2024-11-15T17:52:51,340 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/C in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:51,341 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/39f14375048948b0b354fc0895f6888f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/8a6cc1b719b447c5bb11bffe059e5de5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/86eadcbf3a7c4e48bcd4674eb05c570d] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=35.9 K 2024-11-15T17:52:51,341 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 39f14375048948b0b354fc0895f6888f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731693168280 2024-11-15T17:52:51,342 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a6cc1b719b447c5bb11bffe059e5de5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731693168373 2024-11-15T17:52:51,345 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 86eadcbf3a7c4e48bcd4674eb05c570d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731693169554 2024-11-15T17:52:51,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T17:52:51,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:51,349 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-15T17:52:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:51,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/1a8ff9dd33d8411a83564b7bb9d4c32d is 50, key is test_row_0/A:col10/1731693170226/Put/seqid=0 2024-11-15T17:52:51,393 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#C#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:51,393 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/9448330acdb94d6894d61b0f8679bbe1 is 50, key is test_row_0/C:col10/1731693170201/Put/seqid=0 2024-11-15T17:52:51,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:51,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742120_1296 (size=12527) 2024-11-15T17:52:51,426 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/9448330acdb94d6894d61b0f8679bbe1 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/9448330acdb94d6894d61b0f8679bbe1 2024-11-15T17:52:51,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742119_1295 (size=12151) 2024-11-15T17:52:51,437 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/C of 2fbb305953bcc74d7bc2b1679b681113 into 9448330acdb94d6894d61b0f8679bbe1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:51,437 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:51,437 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/C, priority=13, startTime=1731693171238; duration=0sec 2024-11-15T17:52:51,437 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:51,437 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:C 2024-11-15T17:52:51,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693231442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:51,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:51,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:51,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:51,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693231444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:51,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:51,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:51,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:51,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693231448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:51,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:51,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:51,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:51,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693231557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:51,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:51,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693231557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:51,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:51,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:51,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:51,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:51,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:51,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693231567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:51,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:51,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:51,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:51,696 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/2907353326b241be97048a8d6938e266 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/2907353326b241be97048a8d6938e266 2024-11-15T17:52:51,722 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/A of 2fbb305953bcc74d7bc2b1679b681113 into 2907353326b241be97048a8d6938e266(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:51,722 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:51,722 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/A, priority=13, startTime=1731693171214; duration=0sec 2024-11-15T17:52:51,722 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:51,722 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:A 2024-11-15T17:52:51,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693231767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:51,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693231767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:51,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:51,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:51,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:51,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:51,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:51,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:51,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693231777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:51,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:51,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:51,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:51,833 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/1a8ff9dd33d8411a83564b7bb9d4c32d 2024-11-15T17:52:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T17:52:51,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/5c3d600abdf44e4492793485308bf255 is 50, key is test_row_0/B:col10/1731693170226/Put/seqid=0 2024-11-15T17:52:51,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742121_1297 (size=12151) 2024-11-15T17:52:51,934 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/5c3d600abdf44e4492793485308bf255 2024-11-15T17:52:51,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/68aacff4497e44c8b026004105bf3ac3 is 50, key is test_row_0/C:col10/1731693170226/Put/seqid=0 2024-11-15T17:52:52,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742122_1298 (size=12151) 2024-11-15T17:52:52,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693232076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:52,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693232087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:52,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693232087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:52,439 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/68aacff4497e44c8b026004105bf3ac3 2024-11-15T17:52:52,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/1a8ff9dd33d8411a83564b7bb9d4c32d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/1a8ff9dd33d8411a83564b7bb9d4c32d 2024-11-15T17:52:52,456 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/1a8ff9dd33d8411a83564b7bb9d4c32d, entries=150, sequenceid=213, filesize=11.9 K 2024-11-15T17:52:52,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/5c3d600abdf44e4492793485308bf255 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/5c3d600abdf44e4492793485308bf255 2024-11-15T17:52:52,465 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/5c3d600abdf44e4492793485308bf255, entries=150, sequenceid=213, filesize=11.9 K 2024-11-15T17:52:52,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/68aacff4497e44c8b026004105bf3ac3 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/68aacff4497e44c8b026004105bf3ac3 2024-11-15T17:52:52,473 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/68aacff4497e44c8b026004105bf3ac3, entries=150, sequenceid=213, filesize=11.9 K 2024-11-15T17:52:52,475 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 2fbb305953bcc74d7bc2b1679b681113 in 1126ms, sequenceid=213, compaction requested=false 2024-11-15T17:52:52,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:52,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:52,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-15T17:52:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-15T17:52:52,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-15T17:52:52,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7650 sec 2024-11-15T17:52:52,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.7820 sec 2024-11-15T17:52:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:52,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-15T17:52:52,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:52,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:52,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:52,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:52,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:52,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:52,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/dea85a67866740588b1c02cf129d3b75 is 50, key is test_row_0/A:col10/1731693172591/Put/seqid=0 2024-11-15T17:52:52,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742123_1299 (size=14541) 2024-11-15T17:52:52,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/dea85a67866740588b1c02cf129d3b75 2024-11-15T17:52:52,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/938a74d4b2a74274a9b6ea0104ca254e is 50, key is test_row_0/B:col10/1731693172591/Put/seqid=0 2024-11-15T17:52:52,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742124_1300 (size=12151) 2024-11-15T17:52:52,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/938a74d4b2a74274a9b6ea0104ca254e 2024-11-15T17:52:52,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:52,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/ac7bc783e55b483fa9e6998bc8665f46 is 50, key is test_row_0/C:col10/1731693172591/Put/seqid=0 2024-11-15T17:52:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693232690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:52,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:52,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693232690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:52,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:52,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693232699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:52,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:52,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693232701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:52,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742125_1301 (size=12151) 2024-11-15T17:52:52,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/ac7bc783e55b483fa9e6998bc8665f46 2024-11-15T17:52:52,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/dea85a67866740588b1c02cf129d3b75 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/dea85a67866740588b1c02cf129d3b75 2024-11-15T17:52:52,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/dea85a67866740588b1c02cf129d3b75, entries=200, sequenceid=231, filesize=14.2 K 2024-11-15T17:52:52,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/938a74d4b2a74274a9b6ea0104ca254e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/938a74d4b2a74274a9b6ea0104ca254e 2024-11-15T17:52:52,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/938a74d4b2a74274a9b6ea0104ca254e, entries=150, sequenceid=231, filesize=11.9 K 2024-11-15T17:52:52,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/ac7bc783e55b483fa9e6998bc8665f46 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/ac7bc783e55b483fa9e6998bc8665f46 2024-11-15T17:52:52,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/ac7bc783e55b483fa9e6998bc8665f46, entries=150, sequenceid=231, filesize=11.9 K 2024-11-15T17:52:52,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 2fbb305953bcc74d7bc2b1679b681113 in 195ms, sequenceid=231, compaction requested=true 2024-11-15T17:52:52,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:52,790 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:52,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:52:52,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:52,792 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:52,792 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/A is initiating minor compaction (all files) 2024-11-15T17:52:52,792 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/A in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:52,792 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/2907353326b241be97048a8d6938e266, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/1a8ff9dd33d8411a83564b7bb9d4c32d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/dea85a67866740588b1c02cf129d3b75] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=38.3 K 2024-11-15T17:52:52,792 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:52,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:52:52,793 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2907353326b241be97048a8d6938e266, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731693169554 2024-11-15T17:52:52,794 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a8ff9dd33d8411a83564b7bb9d4c32d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731693170226 2024-11-15T17:52:52,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:52,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:52:52,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:52,795 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:52,795 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/B is initiating minor compaction (all files) 2024-11-15T17:52:52,795 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/B in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:52,795 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/f64a0fd239c546a8b14023432b3f691e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/5c3d600abdf44e4492793485308bf255, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/938a74d4b2a74274a9b6ea0104ca254e] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=36.0 K 2024-11-15T17:52:52,796 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting dea85a67866740588b1c02cf129d3b75, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731693171440 2024-11-15T17:52:52,796 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting f64a0fd239c546a8b14023432b3f691e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731693169554 2024-11-15T17:52:52,796 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c3d600abdf44e4492793485308bf255, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731693170226 2024-11-15T17:52:52,797 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 938a74d4b2a74274a9b6ea0104ca254e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731693171441 2024-11-15T17:52:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:52,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-15T17:52:52,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:52,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:52,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:52,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:52,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:52,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:52,828 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#A#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:52,828 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/1921cf58ae194ea9ac8c98bc19444177 is 50, key is test_row_0/A:col10/1731693172591/Put/seqid=0 2024-11-15T17:52:52,829 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#B#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:52,830 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/28ac42bc6bc84845af1aa36accccc7bc is 50, key is test_row_0/B:col10/1731693172591/Put/seqid=0 2024-11-15T17:52:52,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/e6c288bb30194c03965f85320c2624e9 is 50, key is test_row_0/A:col10/1731693172698/Put/seqid=0 2024-11-15T17:52:52,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742126_1302 (size=12629) 2024-11-15T17:52:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T17:52:52,857 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:52,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:52,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693232847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:52,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:52,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693232847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-15T17:52:52,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:52,859 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T17:52:52,861 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:52,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:52,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693232854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:52,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:52,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693232858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:52,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:52,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742127_1303 (size=12629) 2024-11-15T17:52:52,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742128_1304 (size=14541) 2024-11-15T17:52:52,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/e6c288bb30194c03965f85320c2624e9 2024-11-15T17:52:52,904 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/28ac42bc6bc84845af1aa36accccc7bc as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/28ac42bc6bc84845af1aa36accccc7bc 2024-11-15T17:52:52,914 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/B of 2fbb305953bcc74d7bc2b1679b681113 into 28ac42bc6bc84845af1aa36accccc7bc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:52,914 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:52,914 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/B, priority=13, startTime=1731693172791; duration=0sec 2024-11-15T17:52:52,915 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:52,915 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:B 2024-11-15T17:52:52,915 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:52,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/32579c293d9b4c378127b6b322ce8a52 is 50, key is test_row_0/B:col10/1731693172698/Put/seqid=0 2024-11-15T17:52:52,918 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:52,918 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/C is initiating minor compaction (all files) 2024-11-15T17:52:52,918 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/C in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:52,918 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/9448330acdb94d6894d61b0f8679bbe1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/68aacff4497e44c8b026004105bf3ac3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/ac7bc783e55b483fa9e6998bc8665f46] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=36.0 K 2024-11-15T17:52:52,919 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 9448330acdb94d6894d61b0f8679bbe1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731693169554 2024-11-15T17:52:52,919 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 68aacff4497e44c8b026004105bf3ac3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731693170226 2024-11-15T17:52:52,920 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting ac7bc783e55b483fa9e6998bc8665f46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731693171441 2024-11-15T17:52:52,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742129_1305 (size=12151) 2024-11-15T17:52:52,952 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#C#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:52,952 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/3133ba3b4fe649b7b87561ed06d95446 is 50, key is test_row_0/C:col10/1731693172591/Put/seqid=0 2024-11-15T17:52:52,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T17:52:52,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693232967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:52,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693232968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:52,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:52,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693232968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:52,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693232977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:52,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:52,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:52,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742130_1306 (size=12629) 2024-11-15T17:52:52,996 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/3133ba3b4fe649b7b87561ed06d95446 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/3133ba3b4fe649b7b87561ed06d95446 2024-11-15T17:52:53,015 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/C of 2fbb305953bcc74d7bc2b1679b681113 into 3133ba3b4fe649b7b87561ed06d95446(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:53,015 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:53,015 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/C, priority=13, startTime=1731693172795; duration=0sec 2024-11-15T17:52:53,016 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:53,016 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:C 2024-11-15T17:52:53,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T17:52:53,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:53,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:53,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:53,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:53,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:53,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T17:52:53,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:53,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:53,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:53,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:53,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T17:52:53,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693233176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:53,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693233177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:53,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693233177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:53,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693233187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:53,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:53,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:53,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:53,269 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/1921cf58ae194ea9ac8c98bc19444177 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/1921cf58ae194ea9ac8c98bc19444177 2024-11-15T17:52:53,281 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/A of 2fbb305953bcc74d7bc2b1679b681113 into 1921cf58ae194ea9ac8c98bc19444177(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:53,281 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:53,281 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/A, priority=13, startTime=1731693172790; duration=0sec 2024-11-15T17:52:53,281 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:53,281 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:A 2024-11-15T17:52:53,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T17:52:53,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:53,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:53,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:53,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:53,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:53,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/32579c293d9b4c378127b6b322ce8a52 2024-11-15T17:52:53,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/c122a3dae62c4108be7b1ffac5d71a99 is 50, key is test_row_0/C:col10/1731693172698/Put/seqid=0 2024-11-15T17:52:53,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742131_1307 (size=12151) 2024-11-15T17:52:53,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T17:52:53,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:53,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:53,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:53,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:53,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T17:52:53,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:53,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693233488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693233487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:53,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:53,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:53,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:53,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693233488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:53,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:53,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:53,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:53,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:53,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:53,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:53,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693233497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:53,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:53,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:53,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:53,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T17:52:53,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:53,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:53,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:53,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:53,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:53,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T17:52:53,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:53,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:53,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:53,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:53,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:53,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/c122a3dae62c4108be7b1ffac5d71a99 2024-11-15T17:52:53,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/e6c288bb30194c03965f85320c2624e9 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/e6c288bb30194c03965f85320c2624e9 2024-11-15T17:52:53,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/e6c288bb30194c03965f85320c2624e9, entries=200, sequenceid=248, filesize=14.2 K 2024-11-15T17:52:53,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/32579c293d9b4c378127b6b322ce8a52 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/32579c293d9b4c378127b6b322ce8a52 2024-11-15T17:52:53,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/32579c293d9b4c378127b6b322ce8a52, entries=150, sequenceid=248, filesize=11.9 K 2024-11-15T17:52:53,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/c122a3dae62c4108be7b1ffac5d71a99 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/c122a3dae62c4108be7b1ffac5d71a99 2024-11-15T17:52:53,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/c122a3dae62c4108be7b1ffac5d71a99, entries=150, sequenceid=248, filesize=11.9 K 2024-11-15T17:52:53,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 2fbb305953bcc74d7bc2b1679b681113 in 1059ms, sequenceid=248, compaction requested=false 2024-11-15T17:52:53,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:53,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T17:52:53,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:53,947 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-15T17:52:53,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:53,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:53,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:53,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:53,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:53,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:53,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/7f4ddb1b856444eb8892221d3577b650 is 50, key is test_row_0/A:col10/1731693172851/Put/seqid=0 2024-11-15T17:52:53,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742132_1308 (size=12301) 2024-11-15T17:52:53,990 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/7f4ddb1b856444eb8892221d3577b650 2024-11-15T17:52:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T17:52:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:53,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:54,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/0a236fd6a0d642708fafc7eac8374663 is 50, key is test_row_0/B:col10/1731693172851/Put/seqid=0 2024-11-15T17:52:54,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742133_1309 (size=12301) 2024-11-15T17:52:54,019 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/0a236fd6a0d642708fafc7eac8374663 2024-11-15T17:52:54,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/bbeede7c811e46b5ad692b844e1f8b60 is 50, key is test_row_0/C:col10/1731693172851/Put/seqid=0 2024-11-15T17:52:54,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693234034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693234036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693234038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693234038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742134_1310 (size=12301) 2024-11-15T17:52:54,064 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/bbeede7c811e46b5ad692b844e1f8b60 2024-11-15T17:52:54,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/7f4ddb1b856444eb8892221d3577b650 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/7f4ddb1b856444eb8892221d3577b650 2024-11-15T17:52:54,077 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/7f4ddb1b856444eb8892221d3577b650, entries=150, sequenceid=266, filesize=12.0 K 2024-11-15T17:52:54,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/0a236fd6a0d642708fafc7eac8374663 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/0a236fd6a0d642708fafc7eac8374663 2024-11-15T17:52:54,089 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/0a236fd6a0d642708fafc7eac8374663, entries=150, sequenceid=266, filesize=12.0 K 2024-11-15T17:52:54,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/bbeede7c811e46b5ad692b844e1f8b60 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/bbeede7c811e46b5ad692b844e1f8b60 2024-11-15T17:52:54,101 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/bbeede7c811e46b5ad692b844e1f8b60, entries=150, sequenceid=266, filesize=12.0 K 2024-11-15T17:52:54,102 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 2fbb305953bcc74d7bc2b1679b681113 in 155ms, sequenceid=266, compaction requested=true 2024-11-15T17:52:54,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:54,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:54,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-15T17:52:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-15T17:52:54,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-15T17:52:54,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2420 sec 2024-11-15T17:52:54,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.2530 sec 2024-11-15T17:52:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:54,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-15T17:52:54,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:54,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:54,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:54,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:54,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:54,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:54,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/f6adb0613af24eddad3270367d31475e is 50, key is test_row_0/A:col10/1731693174033/Put/seqid=0 2024-11-15T17:52:54,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742135_1311 (size=14741) 2024-11-15T17:52:54,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693234175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/f6adb0613af24eddad3270367d31475e 2024-11-15T17:52:54,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693234178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693234180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693234181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/b28f6740dd0940f59e0dd0d27e8ef23b is 50, key is test_row_0/B:col10/1731693174033/Put/seqid=0 2024-11-15T17:52:54,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742136_1312 (size=12301) 2024-11-15T17:52:54,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693234299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693234300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693234300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693234300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693234508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693234517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693234517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693234517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/b28f6740dd0940f59e0dd0d27e8ef23b 2024-11-15T17:52:54,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/a494787e5679449295a0fb82857ba3de is 50, key is test_row_0/C:col10/1731693174033/Put/seqid=0 2024-11-15T17:52:54,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742137_1313 (size=12301) 2024-11-15T17:52:54,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/a494787e5679449295a0fb82857ba3de 2024-11-15T17:52:54,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/f6adb0613af24eddad3270367d31475e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/f6adb0613af24eddad3270367d31475e 2024-11-15T17:52:54,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/f6adb0613af24eddad3270367d31475e, entries=200, sequenceid=286, filesize=14.4 K 2024-11-15T17:52:54,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/b28f6740dd0940f59e0dd0d27e8ef23b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/b28f6740dd0940f59e0dd0d27e8ef23b 2024-11-15T17:52:54,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/b28f6740dd0940f59e0dd0d27e8ef23b, entries=150, sequenceid=286, filesize=12.0 K 2024-11-15T17:52:54,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/a494787e5679449295a0fb82857ba3de as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/a494787e5679449295a0fb82857ba3de 2024-11-15T17:52:54,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/a494787e5679449295a0fb82857ba3de, entries=150, sequenceid=286, filesize=12.0 K 2024-11-15T17:52:54,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 2fbb305953bcc74d7bc2b1679b681113 in 630ms, sequenceid=286, compaction requested=true 2024-11-15T17:52:54,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:54,783 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:54,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:52:54,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:54,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:52:54,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:54,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:52:54,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T17:52:54,786 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:54,788 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54212 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:54,788 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/A is initiating minor compaction (all files) 2024-11-15T17:52:54,788 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/A in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:54,788 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/1921cf58ae194ea9ac8c98bc19444177, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/e6c288bb30194c03965f85320c2624e9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/7f4ddb1b856444eb8892221d3577b650, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/f6adb0613af24eddad3270367d31475e] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=52.9 K 2024-11-15T17:52:54,789 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49382 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:54,789 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/B is initiating minor compaction (all files) 2024-11-15T17:52:54,789 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/B in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:54,789 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/28ac42bc6bc84845af1aa36accccc7bc, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/32579c293d9b4c378127b6b322ce8a52, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/0a236fd6a0d642708fafc7eac8374663, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/b28f6740dd0940f59e0dd0d27e8ef23b] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=48.2 K 2024-11-15T17:52:54,790 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 28ac42bc6bc84845af1aa36accccc7bc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731693171441 2024-11-15T17:52:54,790 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1921cf58ae194ea9ac8c98bc19444177, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731693171441 2024-11-15T17:52:54,794 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 32579c293d9b4c378127b6b322ce8a52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731693172643 2024-11-15T17:52:54,794 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6c288bb30194c03965f85320c2624e9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731693172643 2024-11-15T17:52:54,794 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a236fd6a0d642708fafc7eac8374663, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731693172835 2024-11-15T17:52:54,794 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f4ddb1b856444eb8892221d3577b650, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731693172835 2024-11-15T17:52:54,795 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6adb0613af24eddad3270367d31475e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731693174033 2024-11-15T17:52:54,795 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting b28f6740dd0940f59e0dd0d27e8ef23b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731693174033 2024-11-15T17:52:54,820 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#A#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:54,820 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/afc69a08d126451da7b12c6f4a6564e9 is 50, key is test_row_0/A:col10/1731693174033/Put/seqid=0 2024-11-15T17:52:54,828 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#B#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:54,829 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/56ce4f689b8c46d4be3c37c68ff6c5a3 is 50, key is test_row_0/B:col10/1731693174033/Put/seqid=0 2024-11-15T17:52:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:54,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T17:52:54,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:54,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:54,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:54,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:54,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:54,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:54,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742138_1314 (size=12915) 2024-11-15T17:52:54,882 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/afc69a08d126451da7b12c6f4a6564e9 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/afc69a08d126451da7b12c6f4a6564e9 2024-11-15T17:52:54,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/7b8df0d1731c446b9e4969f9bb43eb70 is 50, key is test_row_0/A:col10/1731693174176/Put/seqid=0 2024-11-15T17:52:54,891 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/A of 2fbb305953bcc74d7bc2b1679b681113 into afc69a08d126451da7b12c6f4a6564e9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:54,891 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:54,891 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/A, priority=12, startTime=1731693174783; duration=0sec 2024-11-15T17:52:54,891 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:54,891 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:A 2024-11-15T17:52:54,891 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:54,893 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49382 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:54,893 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/C is initiating minor compaction (all files) 2024-11-15T17:52:54,893 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/C in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:54,893 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/3133ba3b4fe649b7b87561ed06d95446, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/c122a3dae62c4108be7b1ffac5d71a99, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/bbeede7c811e46b5ad692b844e1f8b60, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/a494787e5679449295a0fb82857ba3de] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=48.2 K 2024-11-15T17:52:54,893 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3133ba3b4fe649b7b87561ed06d95446, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731693171441 2024-11-15T17:52:54,894 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting c122a3dae62c4108be7b1ffac5d71a99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731693172643 2024-11-15T17:52:54,894 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbeede7c811e46b5ad692b844e1f8b60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731693172835 2024-11-15T17:52:54,895 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting a494787e5679449295a0fb82857ba3de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731693174033 2024-11-15T17:52:54,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693234888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742139_1315 (size=12915) 2024-11-15T17:52:54,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693234892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693234895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693234898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,913 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/56ce4f689b8c46d4be3c37c68ff6c5a3 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/56ce4f689b8c46d4be3c37c68ff6c5a3 2024-11-15T17:52:54,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693234903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:54,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:54,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:54,924 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/B of 2fbb305953bcc74d7bc2b1679b681113 into 56ce4f689b8c46d4be3c37c68ff6c5a3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:54,924 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:54,924 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/B, priority=12, startTime=1731693174785; duration=0sec 2024-11-15T17:52:54,924 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:54,924 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:B 2024-11-15T17:52:54,928 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#C#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:54,928 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/e5b51b04ea414292973eb22c4d4a9c94 is 50, key is test_row_0/C:col10/1731693174033/Put/seqid=0 2024-11-15T17:52:54,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742140_1316 (size=12301) 2024-11-15T17:52:54,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/7b8df0d1731c446b9e4969f9bb43eb70 2024-11-15T17:52:54,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742141_1317 (size=12915) 2024-11-15T17:52:54,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/82d678b2983842fcacf258eb09018d8f is 50, key is test_row_0/B:col10/1731693174176/Put/seqid=0 2024-11-15T17:52:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T17:52:55,008 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:55,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-15T17:52:55,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693235007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:55,011 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:55,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T17:52:55,014 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:55,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:55,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693235018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:55,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693235018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:55,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693235017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:55,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:55,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:55,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693235027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:55,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:55,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742142_1318 (size=12301) 2024-11-15T17:52:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T17:52:55,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T17:52:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:55,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:55,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693235216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:55,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:55,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693235237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:55,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693235237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:55,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693235237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:55,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693235237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:55,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:55,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T17:52:55,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:55,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:55,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:55,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:55,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T17:52:55,378 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/e5b51b04ea414292973eb22c4d4a9c94 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/e5b51b04ea414292973eb22c4d4a9c94 2024-11-15T17:52:55,384 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/C of 2fbb305953bcc74d7bc2b1679b681113 into e5b51b04ea414292973eb22c4d4a9c94(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:55,384 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:55,384 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/C, priority=12, startTime=1731693174785; duration=0sec 2024-11-15T17:52:55,384 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:55,384 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:C 2024-11-15T17:52:55,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/82d678b2983842fcacf258eb09018d8f 2024-11-15T17:52:55,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/45fec881b3d44c8682bc234a6422adc1 is 50, key is test_row_0/C:col10/1731693174176/Put/seqid=0 2024-11-15T17:52:55,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742143_1319 (size=12301) 2024-11-15T17:52:55,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T17:52:55,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:55,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:55,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:55,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:55,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:55,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693235527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:55,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:55,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693235547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:55,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693235547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:55,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:55,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:55,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693235547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:55,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:55,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:55,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693235547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:55,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:55,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:55,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T17:52:55,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:55,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:55,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:55,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:55,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T17:52:55,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T17:52:55,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:55,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:55,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:55,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:55,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:55,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/45fec881b3d44c8682bc234a6422adc1 2024-11-15T17:52:55,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/7b8df0d1731c446b9e4969f9bb43eb70 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/7b8df0d1731c446b9e4969f9bb43eb70 2024-11-15T17:52:55,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/7b8df0d1731c446b9e4969f9bb43eb70, entries=150, sequenceid=299, filesize=12.0 K 2024-11-15T17:52:55,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/82d678b2983842fcacf258eb09018d8f as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/82d678b2983842fcacf258eb09018d8f 2024-11-15T17:52:55,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/82d678b2983842fcacf258eb09018d8f, entries=150, sequenceid=299, filesize=12.0 K 2024-11-15T17:52:55,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/45fec881b3d44c8682bc234a6422adc1 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/45fec881b3d44c8682bc234a6422adc1 2024-11-15T17:52:55,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/45fec881b3d44c8682bc234a6422adc1, entries=150, sequenceid=299, filesize=12.0 K 2024-11-15T17:52:55,915 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-15T17:52:55,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 2fbb305953bcc74d7bc2b1679b681113 in 1079ms, sequenceid=299, compaction requested=false 2024-11-15T17:52:55,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:55,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T17:52:55,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:55,948 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-15T17:52:55,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:55,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:55,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:55,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:55,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:55,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:55,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/4a3f145acb434032b85342ae2a12f0a9 is 50, key is test_row_0/A:col10/1731693174894/Put/seqid=0 2024-11-15T17:52:55,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742144_1320 (size=12301) 2024-11-15T17:52:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:56,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:56,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693236065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:56,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693236067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:56,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:56,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:56,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693236071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:56,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:56,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693236074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:56,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:56,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693236078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:56,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T17:52:56,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693236177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693236186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693236186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693236186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:56,378 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/4a3f145acb434032b85342ae2a12f0a9 2024-11-15T17:52:56,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/69eea4f161764282895014ea70e64bd3 is 50, key is test_row_0/B:col10/1731693174894/Put/seqid=0 2024-11-15T17:52:56,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693236390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:56,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:56,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693236396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:56,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:56,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693236396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:56,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:56,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:56,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693236397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:56,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742145_1321 (size=12301) 2024-11-15T17:52:56,406 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/69eea4f161764282895014ea70e64bd3 2024-11-15T17:52:56,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/9de6c342d7644c049cb40887619c43b5 is 50, key is test_row_0/C:col10/1731693174894/Put/seqid=0 2024-11-15T17:52:56,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742146_1322 (size=12301) 2024-11-15T17:52:56,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693236707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:56,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:56,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693236707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:56,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693236707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:56,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693236707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:56,855 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/9de6c342d7644c049cb40887619c43b5 2024-11-15T17:52:56,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/4a3f145acb434032b85342ae2a12f0a9 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/4a3f145acb434032b85342ae2a12f0a9 2024-11-15T17:52:56,867 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/4a3f145acb434032b85342ae2a12f0a9, entries=150, sequenceid=321, filesize=12.0 K 2024-11-15T17:52:56,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/69eea4f161764282895014ea70e64bd3 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/69eea4f161764282895014ea70e64bd3 2024-11-15T17:52:56,872 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/69eea4f161764282895014ea70e64bd3, entries=150, sequenceid=321, filesize=12.0 K 2024-11-15T17:52:56,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/9de6c342d7644c049cb40887619c43b5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/9de6c342d7644c049cb40887619c43b5 2024-11-15T17:52:56,878 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/9de6c342d7644c049cb40887619c43b5, entries=150, sequenceid=321, filesize=12.0 K 2024-11-15T17:52:56,879 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 2fbb305953bcc74d7bc2b1679b681113 in 932ms, sequenceid=321, compaction requested=true 2024-11-15T17:52:56,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:56,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:56,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-15T17:52:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-15T17:52:56,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-15T17:52:56,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8670 sec 2024-11-15T17:52:56,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.8770 sec 2024-11-15T17:52:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:57,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-15T17:52:57,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:57,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:57,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:57,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:57,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:57,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:57,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/b27ced7cfec449a082dfa4c3cdf07d91 is 50, key is test_row_0/A:col10/1731693177089/Put/seqid=0 2024-11-15T17:52:57,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742147_1323 (size=12301) 2024-11-15T17:52:57,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/b27ced7cfec449a082dfa4c3cdf07d91 2024-11-15T17:52:57,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/ef24801035274c7c801d07432a4e152c is 50, key is test_row_0/B:col10/1731693177089/Put/seqid=0 2024-11-15T17:52:57,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742148_1324 (size=12301) 2024-11-15T17:52:57,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/ef24801035274c7c801d07432a4e152c 2024-11-15T17:52:57,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/92067ad0d3474d599bc04a27773eecb8 is 50, key is test_row_0/C:col10/1731693177089/Put/seqid=0 2024-11-15T17:52:57,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742149_1325 (size=12301) 2024-11-15T17:52:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T17:52:57,156 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:57,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-15T17:52:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T17:52:57,159 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:57,160 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:57,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:57,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693237189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:57,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:57,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:57,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:57,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693237217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:57,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:57,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693237217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:57,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:57,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:57,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:57,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693237217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:57,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:57,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:57,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:57,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693237226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:57,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T17:52:57,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693237296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:57,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:57,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:57,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:57,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T17:52:57,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:57,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:57,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:57,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:57,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:57,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T17:52:57,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:57,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:57,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:57,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:57,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T17:52:57,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693237507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:57,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/92067ad0d3474d599bc04a27773eecb8 2024-11-15T17:52:57,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/b27ced7cfec449a082dfa4c3cdf07d91 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/b27ced7cfec449a082dfa4c3cdf07d91 2024-11-15T17:52:57,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/b27ced7cfec449a082dfa4c3cdf07d91, entries=150, sequenceid=336, filesize=12.0 K 2024-11-15T17:52:57,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/ef24801035274c7c801d07432a4e152c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/ef24801035274c7c801d07432a4e152c 2024-11-15T17:52:57,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/ef24801035274c7c801d07432a4e152c, entries=150, sequenceid=336, filesize=12.0 K 2024-11-15T17:52:57,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/92067ad0d3474d599bc04a27773eecb8 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/92067ad0d3474d599bc04a27773eecb8 2024-11-15T17:52:57,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/92067ad0d3474d599bc04a27773eecb8, entries=150, sequenceid=336, filesize=12.0 K 2024-11-15T17:52:57,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 2fbb305953bcc74d7bc2b1679b681113 in 489ms, sequenceid=336, compaction requested=true 2024-11-15T17:52:57,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:57,580 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:57,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:52:57,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:57,580 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:57,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:52:57,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:57,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:52:57,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:57,582 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:57,582 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/A is initiating minor compaction (all files) 2024-11-15T17:52:57,582 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/A in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:57,582 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/afc69a08d126451da7b12c6f4a6564e9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/7b8df0d1731c446b9e4969f9bb43eb70, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/4a3f145acb434032b85342ae2a12f0a9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/b27ced7cfec449a082dfa4c3cdf07d91] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=48.7 K 2024-11-15T17:52:57,583 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:57,583 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting afc69a08d126451da7b12c6f4a6564e9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731693174033 2024-11-15T17:52:57,583 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/B is initiating minor compaction (all files) 2024-11-15T17:52:57,583 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/B in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:57,583 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/56ce4f689b8c46d4be3c37c68ff6c5a3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/82d678b2983842fcacf258eb09018d8f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/69eea4f161764282895014ea70e64bd3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/ef24801035274c7c801d07432a4e152c] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=48.7 K 2024-11-15T17:52:57,584 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b8df0d1731c446b9e4969f9bb43eb70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731693174176 2024-11-15T17:52:57,584 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 56ce4f689b8c46d4be3c37c68ff6c5a3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731693174033 2024-11-15T17:52:57,584 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 82d678b2983842fcacf258eb09018d8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731693174176 2024-11-15T17:52:57,584 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a3f145acb434032b85342ae2a12f0a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731693174870 2024-11-15T17:52:57,584 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 69eea4f161764282895014ea70e64bd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731693174870 2024-11-15T17:52:57,584 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting b27ced7cfec449a082dfa4c3cdf07d91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731693176072 2024-11-15T17:52:57,584 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting ef24801035274c7c801d07432a4e152c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731693176072 2024-11-15T17:52:57,617 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#B#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:57,618 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/2055f7cd983746329c15d9b29bda2775 is 50, key is test_row_0/B:col10/1731693177089/Put/seqid=0 2024-11-15T17:52:57,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T17:52:57,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:57,625 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-15T17:52:57,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:57,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:57,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:57,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:57,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:57,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:57,639 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#A#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:57,640 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/f31a24de97694cf8b8efd7d0505ab6a1 is 50, key is test_row_0/A:col10/1731693177089/Put/seqid=0 2024-11-15T17:52:57,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/45405482f2ee40d89d3eb08e5c4fc7bd is 50, key is test_row_0/A:col10/1731693177187/Put/seqid=0 2024-11-15T17:52:57,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742150_1326 (size=13051) 2024-11-15T17:52:57,697 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/2055f7cd983746329c15d9b29bda2775 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2055f7cd983746329c15d9b29bda2775 2024-11-15T17:52:57,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742151_1327 (size=13051) 2024-11-15T17:52:57,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742152_1328 (size=12301) 2024-11-15T17:52:57,711 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/f31a24de97694cf8b8efd7d0505ab6a1 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/f31a24de97694cf8b8efd7d0505ab6a1 2024-11-15T17:52:57,711 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/45405482f2ee40d89d3eb08e5c4fc7bd 2024-11-15T17:52:57,727 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/B of 2fbb305953bcc74d7bc2b1679b681113 into 2055f7cd983746329c15d9b29bda2775(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:57,728 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/A of 2fbb305953bcc74d7bc2b1679b681113 into f31a24de97694cf8b8efd7d0505ab6a1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:57,728 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:57,728 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/A, priority=12, startTime=1731693177580; duration=0sec 2024-11-15T17:52:57,729 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:57,729 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:A 2024-11-15T17:52:57,729 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:52:57,729 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:57,729 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/B, priority=12, startTime=1731693177580; duration=0sec 2024-11-15T17:52:57,729 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:57,729 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:B 2024-11-15T17:52:57,731 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:52:57,731 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/C is initiating minor compaction (all files) 2024-11-15T17:52:57,732 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/C in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:57,732 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/e5b51b04ea414292973eb22c4d4a9c94, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/45fec881b3d44c8682bc234a6422adc1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/9de6c342d7644c049cb40887619c43b5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/92067ad0d3474d599bc04a27773eecb8] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=48.7 K 2024-11-15T17:52:57,732 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5b51b04ea414292973eb22c4d4a9c94, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731693174033 2024-11-15T17:52:57,733 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45fec881b3d44c8682bc234a6422adc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731693174176 2024-11-15T17:52:57,735 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9de6c342d7644c049cb40887619c43b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731693174870 2024-11-15T17:52:57,735 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92067ad0d3474d599bc04a27773eecb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731693176072 2024-11-15T17:52:57,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/2c6cfdc296f14b2bb7d98af06ffaea81 is 50, key is test_row_0/B:col10/1731693177187/Put/seqid=0 2024-11-15T17:52:57,761 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#C#compaction#280 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:57,764 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/3c74d24f7fe5459ab1dfdf788f70e44b is 50, key is test_row_0/C:col10/1731693177089/Put/seqid=0 2024-11-15T17:52:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T17:52:57,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742153_1329 (size=12301) 2024-11-15T17:52:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:57,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:57,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742154_1330 (size=13051) 2024-11-15T17:52:57,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693237879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:57,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:57,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:57,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:58,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693237996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:58,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:58,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:58,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:58,199 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/2c6cfdc296f14b2bb7d98af06ffaea81 2024-11-15T17:52:58,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693238207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:58,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:58,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:58,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:58,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/e01cb41f187f41ae9c263b7c4cdea748 is 50, key is test_row_0/C:col10/1731693177187/Put/seqid=0 2024-11-15T17:52:58,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742155_1331 (size=12301) 2024-11-15T17:52:58,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693238230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:58,234 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_2' in 2fbb305953bcc74d7bc2b1679b681113 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:58,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:58,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:58,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:58,239 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/3c74d24f7fe5459ab1dfdf788f70e44b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/3c74d24f7fe5459ab1dfdf788f70e44b 2024-11-15T17:52:58,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693238236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:58,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693238236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:58,240 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in 2fbb305953bcc74d7bc2b1679b681113 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:58,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:58,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:58,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:58,240 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_1' in 2fbb305953bcc74d7bc2b1679b681113 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:58,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:58,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:58,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:58,247 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/C of 2fbb305953bcc74d7bc2b1679b681113 into 3c74d24f7fe5459ab1dfdf788f70e44b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:58,247 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:58,247 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/C, priority=12, startTime=1731693177580; duration=0sec 2024-11-15T17:52:58,248 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:58,248 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:C 2024-11-15T17:52:58,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693238247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:58,252 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in 2fbb305953bcc74d7bc2b1679b681113 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:52:58,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:58,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:58,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T17:52:58,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693238517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:58,623 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/e01cb41f187f41ae9c263b7c4cdea748 2024-11-15T17:52:58,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/45405482f2ee40d89d3eb08e5c4fc7bd as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/45405482f2ee40d89d3eb08e5c4fc7bd 2024-11-15T17:52:58,643 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/45405482f2ee40d89d3eb08e5c4fc7bd, entries=150, sequenceid=353, filesize=12.0 K 2024-11-15T17:52:58,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/2c6cfdc296f14b2bb7d98af06ffaea81 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2c6cfdc296f14b2bb7d98af06ffaea81 2024-11-15T17:52:58,656 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2c6cfdc296f14b2bb7d98af06ffaea81, entries=150, sequenceid=353, filesize=12.0 K 2024-11-15T17:52:58,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/e01cb41f187f41ae9c263b7c4cdea748 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/e01cb41f187f41ae9c263b7c4cdea748 2024-11-15T17:52:58,667 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/e01cb41f187f41ae9c263b7c4cdea748, entries=150, sequenceid=353, filesize=12.0 K 2024-11-15T17:52:58,668 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 2fbb305953bcc74d7bc2b1679b681113 in 1043ms, sequenceid=353, compaction requested=false 2024-11-15T17:52:58,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:58,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:58,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-15T17:52:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-15T17:52:58,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-15T17:52:58,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5110 sec 2024-11-15T17:52:58,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.5210 sec 2024-11-15T17:52:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:59,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-15T17:52:59,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:59,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:59,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:59,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:59,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:59,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:59,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/68c09615d4a54107bd7dc21c2f518c73 is 50, key is test_row_0/A:col10/1731693177877/Put/seqid=0 2024-11-15T17:52:59,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742156_1332 (size=14741) 2024-11-15T17:52:59,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/68c09615d4a54107bd7dc21c2f518c73 2024-11-15T17:52:59,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/9d26636f49ad4af39f3b88b70a92c22f is 50, key is test_row_0/B:col10/1731693177877/Put/seqid=0 2024-11-15T17:52:59,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693239122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:59,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:59,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:59,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:59,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742157_1333 (size=12301) 2024-11-15T17:52:59,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/9d26636f49ad4af39f3b88b70a92c22f 2024-11-15T17:52:59,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/d569c5835f554e23b86d5dea1459aff4 is 50, key is test_row_0/C:col10/1731693177877/Put/seqid=0 2024-11-15T17:52:59,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742158_1334 (size=12301) 2024-11-15T17:52:59,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693239237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:59,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:59,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:59,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T17:52:59,307 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:52:59,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:52:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-15T17:52:59,311 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:52:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T17:52:59,312 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:52:59,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:52:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T17:52:59,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693239446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:59,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-15T17:52:59,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:59,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:59,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:59,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:59,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:59,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/d569c5835f554e23b86d5dea1459aff4 2024-11-15T17:52:59,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-15T17:52:59,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/68c09615d4a54107bd7dc21c2f518c73 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/68c09615d4a54107bd7dc21c2f518c73 2024-11-15T17:52:59,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:59,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:59,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:59,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:59,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T17:52:59,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/68c09615d4a54107bd7dc21c2f518c73, entries=200, sequenceid=372, filesize=14.4 K 2024-11-15T17:52:59,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/9d26636f49ad4af39f3b88b70a92c22f as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/9d26636f49ad4af39f3b88b70a92c22f 2024-11-15T17:52:59,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/9d26636f49ad4af39f3b88b70a92c22f, entries=150, sequenceid=372, filesize=12.0 K 2024-11-15T17:52:59,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/d569c5835f554e23b86d5dea1459aff4 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d569c5835f554e23b86d5dea1459aff4 2024-11-15T17:52:59,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d569c5835f554e23b86d5dea1459aff4, entries=150, sequenceid=372, filesize=12.0 K 2024-11-15T17:52:59,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 2fbb305953bcc74d7bc2b1679b681113 in 631ms, sequenceid=372, compaction requested=true 2024-11-15T17:52:59,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:59,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:52:59,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:59,663 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:59,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:52:59,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:52:59,663 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:59,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:52:59,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:59,664 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:59,664 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/B is initiating minor compaction (all files) 2024-11-15T17:52:59,664 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:59,664 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/B in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:59,664 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/A is initiating minor compaction (all files) 2024-11-15T17:52:59,665 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/A in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:59,665 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2055f7cd983746329c15d9b29bda2775, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2c6cfdc296f14b2bb7d98af06ffaea81, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/9d26636f49ad4af39f3b88b70a92c22f] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=36.8 K 2024-11-15T17:52:59,665 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/f31a24de97694cf8b8efd7d0505ab6a1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/45405482f2ee40d89d3eb08e5c4fc7bd, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/68c09615d4a54107bd7dc21c2f518c73] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=39.2 K 2024-11-15T17:52:59,665 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 2055f7cd983746329c15d9b29bda2775, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731693176072 2024-11-15T17:52:59,665 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting f31a24de97694cf8b8efd7d0505ab6a1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731693176072 2024-11-15T17:52:59,667 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c6cfdc296f14b2bb7d98af06ffaea81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731693177134 2024-11-15T17:52:59,667 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45405482f2ee40d89d3eb08e5c4fc7bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731693177134 2024-11-15T17:52:59,667 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d26636f49ad4af39f3b88b70a92c22f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731693177865 2024-11-15T17:52:59,669 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68c09615d4a54107bd7dc21c2f518c73, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731693177844 2024-11-15T17:52:59,682 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#A#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:59,682 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#B#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:59,683 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/2755eea79c9d49678001117344e4a90d is 50, key is test_row_0/A:col10/1731693177877/Put/seqid=0 2024-11-15T17:52:59,683 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/b9eafce085724205ac28316fdeee728b is 50, key is test_row_0/B:col10/1731693177877/Put/seqid=0 2024-11-15T17:52:59,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742159_1335 (size=13153) 2024-11-15T17:52:59,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742160_1336 (size=13153) 2024-11-15T17:52:59,744 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/b9eafce085724205ac28316fdeee728b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/b9eafce085724205ac28316fdeee728b 2024-11-15T17:52:59,753 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/B of 2fbb305953bcc74d7bc2b1679b681113 into b9eafce085724205ac28316fdeee728b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:52:59,753 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:59,753 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/B, priority=13, startTime=1731693179663; duration=0sec 2024-11-15T17:52:59,753 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:52:59,753 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:B 2024-11-15T17:52:59,753 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:52:59,754 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:52:59,754 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/C is initiating minor compaction (all files) 2024-11-15T17:52:59,754 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/C in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:59,754 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/3c74d24f7fe5459ab1dfdf788f70e44b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/e01cb41f187f41ae9c263b7c4cdea748, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d569c5835f554e23b86d5dea1459aff4] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=36.8 K 2024-11-15T17:52:59,755 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c74d24f7fe5459ab1dfdf788f70e44b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731693176072 2024-11-15T17:52:59,755 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting e01cb41f187f41ae9c263b7c4cdea748, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731693177134 2024-11-15T17:52:59,756 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting d569c5835f554e23b86d5dea1459aff4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731693177865 2024-11-15T17:52:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:59,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-15T17:52:59,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:59,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:59,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:59,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:59,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:59,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:59,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/3d043e7c1da44957ad01acd026667493 is 50, key is test_row_0/A:col10/1731693179102/Put/seqid=0 2024-11-15T17:52:59,774 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#C#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:52:59,775 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/2e64f6b8e8e04fe89c96b72edb659a4f is 50, key is test_row_0/C:col10/1731693177877/Put/seqid=0 2024-11-15T17:52:59,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742162_1338 (size=13153) 2024-11-15T17:52:59,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-15T17:52:59,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:59,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:52:59,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:59,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:59,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:52:59,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742161_1337 (size=14741) 2024-11-15T17:52:59,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/3d043e7c1da44957ad01acd026667493 2024-11-15T17:52:59,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/3cd2dd8939af4b839e8e24a535060992 is 50, key is test_row_0/B:col10/1731693179102/Put/seqid=0 2024-11-15T17:52:59,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742163_1339 (size=12301) 2024-11-15T17:52:59,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/3cd2dd8939af4b839e8e24a535060992 2024-11-15T17:52:59,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:52:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693239848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:52:59,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:59,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:52:59,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:52:59,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/d2335862046042189d913dd831097bfd is 50, key is test_row_0/C:col10/1731693179102/Put/seqid=0 2024-11-15T17:52:59,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742164_1340 (size=12301) 2024-11-15T17:52:59,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/d2335862046042189d913dd831097bfd 2024-11-15T17:52:59,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/3d043e7c1da44957ad01acd026667493 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/3d043e7c1da44957ad01acd026667493 2024-11-15T17:52:59,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/3d043e7c1da44957ad01acd026667493, entries=200, sequenceid=390, filesize=14.4 K 2024-11-15T17:52:59,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/3cd2dd8939af4b839e8e24a535060992 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/3cd2dd8939af4b839e8e24a535060992 2024-11-15T17:52:59,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/3cd2dd8939af4b839e8e24a535060992, entries=150, sequenceid=390, filesize=12.0 K 2024-11-15T17:52:59,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/d2335862046042189d913dd831097bfd as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d2335862046042189d913dd831097bfd 2024-11-15T17:52:59,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d2335862046042189d913dd831097bfd, entries=150, sequenceid=390, filesize=12.0 K 2024-11-15T17:52:59,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 2fbb305953bcc74d7bc2b1679b681113 in 154ms, sequenceid=390, compaction requested=false 2024-11-15T17:52:59,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:52:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T17:52:59,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-15T17:52:59,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:52:59,940 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-15T17:52:59,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:52:59,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:59,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:52:59,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:59,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:52:59,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:52:59,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/0b3512b625c14d8d9f06c9ab5b730dee is 50, key is test_row_0/A:col10/1731693179832/Put/seqid=0 2024-11-15T17:52:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:52:59,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:53:00,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742165_1341 (size=12301) 2024-11-15T17:53:00,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693240065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:00,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:00,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:00,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:00,136 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/2755eea79c9d49678001117344e4a90d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/2755eea79c9d49678001117344e4a90d 2024-11-15T17:53:00,146 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/A of 2fbb305953bcc74d7bc2b1679b681113 into 2755eea79c9d49678001117344e4a90d(size=12.8 K), total size for store is 27.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:00,146 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:53:00,146 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/A, priority=13, startTime=1731693179663; duration=0sec 2024-11-15T17:53:00,146 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:00,146 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:A 2024-11-15T17:53:00,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693240177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:00,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:00,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:00,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:00,192 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/2e64f6b8e8e04fe89c96b72edb659a4f as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/2e64f6b8e8e04fe89c96b72edb659a4f 2024-11-15T17:53:00,204 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/C of 2fbb305953bcc74d7bc2b1679b681113 into 2e64f6b8e8e04fe89c96b72edb659a4f(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:00,204 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:53:00,204 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/C, priority=13, startTime=1731693179663; duration=0sec 2024-11-15T17:53:00,204 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:00,204 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:C 2024-11-15T17:53:00,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731693240247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:00,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49536 deadline: 1731693240247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:00,252 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_2' in 2fbb305953bcc74d7bc2b1679b681113 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:53:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:00,253 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_1' in 2fbb305953bcc74d7bc2b1679b681113 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:53:00,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:00,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:00,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:00,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49520 deadline: 1731693240273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:00,276 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in 2fbb305953bcc74d7bc2b1679b681113 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:53:00,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:00,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:00,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:00,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49494 deadline: 1731693240273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:00,277 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in 2fbb305953bcc74d7bc2b1679b681113 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:53:00,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:00,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:00,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:00,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693240386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:00,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:00,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:00,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:00,410 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/0b3512b625c14d8d9f06c9ab5b730dee 2024-11-15T17:53:00,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/a8beeed0ecbb4c97b318018f566f376d is 50, key is test_row_0/B:col10/1731693179832/Put/seqid=0 2024-11-15T17:53:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T17:53:00,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742166_1342 (size=12301) 2024-11-15T17:53:00,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693240696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:00,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:00,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:00,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:00,857 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/a8beeed0ecbb4c97b318018f566f376d 2024-11-15T17:53:00,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/55e35ce1816740e0bc6145de72c4b61a is 50, key is test_row_0/C:col10/1731693179832/Put/seqid=0 2024-11-15T17:53:00,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742167_1343 (size=12301) 2024-11-15T17:53:00,894 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/55e35ce1816740e0bc6145de72c4b61a 2024-11-15T17:53:00,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/0b3512b625c14d8d9f06c9ab5b730dee as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/0b3512b625c14d8d9f06c9ab5b730dee 2024-11-15T17:53:00,905 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/0b3512b625c14d8d9f06c9ab5b730dee, entries=150, sequenceid=405, filesize=12.0 K 2024-11-15T17:53:00,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/a8beeed0ecbb4c97b318018f566f376d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/a8beeed0ecbb4c97b318018f566f376d 2024-11-15T17:53:00,911 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/a8beeed0ecbb4c97b318018f566f376d, entries=150, sequenceid=405, filesize=12.0 K 2024-11-15T17:53:00,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/55e35ce1816740e0bc6145de72c4b61a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/55e35ce1816740e0bc6145de72c4b61a 2024-11-15T17:53:00,916 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/55e35ce1816740e0bc6145de72c4b61a, entries=150, sequenceid=405, filesize=12.0 K 2024-11-15T17:53:00,918 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 2fbb305953bcc74d7bc2b1679b681113 in 978ms, sequenceid=405, compaction requested=true 2024-11-15T17:53:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:53:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-15T17:53:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-15T17:53:00,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-15T17:53:00,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6080 sec 2024-11-15T17:53:00,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.6150 sec 2024-11-15T17:53:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:53:01,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-15T17:53:01,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:53:01,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:01,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:53:01,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:01,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:53:01,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:01,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/123b2858f9ad4f4eaaf6fb09e6d99718 is 50, key is test_row_0/A:col10/1731693181219/Put/seqid=0 2024-11-15T17:53:01,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742168_1344 (size=14741) 2024-11-15T17:53:01,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/123b2858f9ad4f4eaaf6fb09e6d99718 2024-11-15T17:53:01,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/b5262acc1aec49d6a487dc36c14980d9 is 50, key is test_row_0/B:col10/1731693181219/Put/seqid=0 2024-11-15T17:53:01,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742169_1345 (size=12301) 2024-11-15T17:53:01,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693241300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:01,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:01,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:01,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:01,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693241417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:01,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:01,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:01,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T17:53:01,457 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:01,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:53:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-15T17:53:01,460 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:53:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T17:53:01,461 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:53:01,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:53:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T17:53:01,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-15T17:53:01,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:01,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:53:01,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:01,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:01,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:01,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693241627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:01,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:01,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:01,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:01,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/b5262acc1aec49d6a487dc36c14980d9 2024-11-15T17:53:01,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/9f44957cee014eabb5ba50a614a32a86 is 50, key is test_row_0/C:col10/1731693181219/Put/seqid=0 2024-11-15T17:53:01,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742170_1346 (size=12301) 2024-11-15T17:53:01,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-15T17:53:01,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:01,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:53:01,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:01,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:01,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T17:53:01,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-15T17:53:01,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:01,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:53:01,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:01,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:01,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:01,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693241937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:01,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:01,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:01,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:02,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-15T17:53:02,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:02,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:53:02,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:02,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:02,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T17:53:02,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/9f44957cee014eabb5ba50a614a32a86 2024-11-15T17:53:02,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/123b2858f9ad4f4eaaf6fb09e6d99718 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/123b2858f9ad4f4eaaf6fb09e6d99718 2024-11-15T17:53:02,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/123b2858f9ad4f4eaaf6fb09e6d99718, entries=200, sequenceid=425, filesize=14.4 K 2024-11-15T17:53:02,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/b5262acc1aec49d6a487dc36c14980d9 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/b5262acc1aec49d6a487dc36c14980d9 2024-11-15T17:53:02,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/b5262acc1aec49d6a487dc36c14980d9, entries=150, sequenceid=425, filesize=12.0 K 2024-11-15T17:53:02,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/9f44957cee014eabb5ba50a614a32a86 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/9f44957cee014eabb5ba50a614a32a86 2024-11-15T17:53:02,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/9f44957cee014eabb5ba50a614a32a86, entries=150, sequenceid=425, filesize=12.0 K 2024-11-15T17:53:02,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 2fbb305953bcc74d7bc2b1679b681113 in 922ms, sequenceid=425, compaction requested=true 2024-11-15T17:53:02,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:53:02,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:53:02,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:02,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:53:02,143 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:53:02,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:02,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:53:02,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T17:53:02,144 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:53:02,145 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54936 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:53:02,145 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/A is initiating minor compaction (all files) 2024-11-15T17:53:02,145 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/A in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:02,145 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/2755eea79c9d49678001117344e4a90d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/3d043e7c1da44957ad01acd026667493, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/0b3512b625c14d8d9f06c9ab5b730dee, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/123b2858f9ad4f4eaaf6fb09e6d99718] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=53.6 K 2024-11-15T17:53:02,145 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2755eea79c9d49678001117344e4a90d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731693177865 2024-11-15T17:53:02,145 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:53:02,145 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d043e7c1da44957ad01acd026667493, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731693179084 2024-11-15T17:53:02,146 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/B is initiating minor compaction (all files) 2024-11-15T17:53:02,146 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/B in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:02,146 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/b9eafce085724205ac28316fdeee728b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/3cd2dd8939af4b839e8e24a535060992, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/a8beeed0ecbb4c97b318018f566f376d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/b5262acc1aec49d6a487dc36c14980d9] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=48.9 K 2024-11-15T17:53:02,146 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b3512b625c14d8d9f06c9ab5b730dee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731693179822 2024-11-15T17:53:02,146 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting b9eafce085724205ac28316fdeee728b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731693177865 2024-11-15T17:53:02,146 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 123b2858f9ad4f4eaaf6fb09e6d99718, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731693180023 2024-11-15T17:53:02,146 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cd2dd8939af4b839e8e24a535060992, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731693179102 2024-11-15T17:53:02,147 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting a8beeed0ecbb4c97b318018f566f376d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731693179822 2024-11-15T17:53:02,147 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting b5262acc1aec49d6a487dc36c14980d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731693180023 2024-11-15T17:53:02,168 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#A#compaction#297 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:02,169 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/fd4274a9ed794746b671512c6087bda9 is 50, key is test_row_0/A:col10/1731693181219/Put/seqid=0 2024-11-15T17:53:02,172 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#B#compaction#298 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:02,173 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/6004a168a40942978e83847954964c37 is 50, key is test_row_0/B:col10/1731693181219/Put/seqid=0 2024-11-15T17:53:02,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742172_1348 (size=13289) 2024-11-15T17:53:02,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742171_1347 (size=13289) 2024-11-15T17:53:02,196 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/6004a168a40942978e83847954964c37 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/6004a168a40942978e83847954964c37 2024-11-15T17:53:02,200 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/B of 2fbb305953bcc74d7bc2b1679b681113 into 6004a168a40942978e83847954964c37(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:02,200 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:53:02,200 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/B, priority=12, startTime=1731693182143; duration=0sec 2024-11-15T17:53:02,201 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:02,201 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:B 2024-11-15T17:53:02,201 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:53:02,203 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:53:02,203 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/C is initiating minor compaction (all files) 2024-11-15T17:53:02,203 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/C in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:02,203 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/2e64f6b8e8e04fe89c96b72edb659a4f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d2335862046042189d913dd831097bfd, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/55e35ce1816740e0bc6145de72c4b61a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/9f44957cee014eabb5ba50a614a32a86] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=48.9 K 2024-11-15T17:53:02,204 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e64f6b8e8e04fe89c96b72edb659a4f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731693177865 2024-11-15T17:53:02,204 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting d2335862046042189d913dd831097bfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731693179102 2024-11-15T17:53:02,204 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 55e35ce1816740e0bc6145de72c4b61a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731693179822 2024-11-15T17:53:02,205 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f44957cee014eabb5ba50a614a32a86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731693180023 2024-11-15T17:53:02,218 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#C#compaction#299 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:02,219 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/d07e725eeeee48c189564609c67c5fd3 is 50, key is test_row_0/C:col10/1731693181219/Put/seqid=0 2024-11-15T17:53:02,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-15T17:53:02,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:02,230 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-15T17:53:02,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:53:02,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:02,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:53:02,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:02,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:53:02,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:02,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/100f6101996d49b885f3c71e7d4c21bf is 50, key is test_row_0/A:col10/1731693181286/Put/seqid=0 2024-11-15T17:53:02,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742173_1349 (size=13289) 2024-11-15T17:53:02,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742174_1350 (size=12301) 2024-11-15T17:53:02,271 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/100f6101996d49b885f3c71e7d4c21bf 2024-11-15T17:53:02,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/2cec90942d3d4aaa8a836a9a1450984a is 50, key is test_row_0/B:col10/1731693181286/Put/seqid=0 2024-11-15T17:53:02,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742175_1351 (size=12301) 2024-11-15T17:53:02,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:53:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:53:02,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693242542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:02,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:02,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:02,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:02,587 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/fd4274a9ed794746b671512c6087bda9 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/fd4274a9ed794746b671512c6087bda9 2024-11-15T17:53:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T17:53:02,616 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/A of 2fbb305953bcc74d7bc2b1679b681113 into fd4274a9ed794746b671512c6087bda9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:02,616 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:53:02,617 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/A, priority=12, startTime=1731693182143; duration=0sec 2024-11-15T17:53:02,617 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:02,617 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:A 2024-11-15T17:53:02,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693242647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:02,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:02,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:02,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:02,655 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/d07e725eeeee48c189564609c67c5fd3 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d07e725eeeee48c189564609c67c5fd3 2024-11-15T17:53:02,661 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/C of 2fbb305953bcc74d7bc2b1679b681113 into d07e725eeeee48c189564609c67c5fd3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:02,661 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:53:02,661 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/C, priority=12, startTime=1731693182143; duration=0sec 2024-11-15T17:53:02,661 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:02,661 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:C 2024-11-15T17:53:02,689 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/2cec90942d3d4aaa8a836a9a1450984a 2024-11-15T17:53:02,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/73fb22864ebe4f8dadafd1a3c4c0dd7b is 50, key is test_row_0/C:col10/1731693181286/Put/seqid=0 2024-11-15T17:53:02,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742176_1352 (size=12301) 2024-11-15T17:53:02,757 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/73fb22864ebe4f8dadafd1a3c4c0dd7b 2024-11-15T17:53:02,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/100f6101996d49b885f3c71e7d4c21bf as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/100f6101996d49b885f3c71e7d4c21bf 2024-11-15T17:53:02,770 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/100f6101996d49b885f3c71e7d4c21bf, entries=150, sequenceid=440, filesize=12.0 K 2024-11-15T17:53:02,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/2cec90942d3d4aaa8a836a9a1450984a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2cec90942d3d4aaa8a836a9a1450984a 2024-11-15T17:53:02,776 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2cec90942d3d4aaa8a836a9a1450984a, entries=150, sequenceid=440, filesize=12.0 K 2024-11-15T17:53:02,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/73fb22864ebe4f8dadafd1a3c4c0dd7b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/73fb22864ebe4f8dadafd1a3c4c0dd7b 2024-11-15T17:53:02,786 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/73fb22864ebe4f8dadafd1a3c4c0dd7b, entries=150, sequenceid=440, filesize=12.0 K 2024-11-15T17:53:02,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-15T17:53:02,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-15T17:53:02,792 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 2fbb305953bcc74d7bc2b1679b681113 in 562ms, sequenceid=440, compaction requested=false 2024-11-15T17:53:02,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:53:02,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:02,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-15T17:53:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-15T17:53:02,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-15T17:53:02,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3330 sec 2024-11-15T17:53:02,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.3390 sec 2024-11-15T17:53:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:53:02,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-15T17:53:02,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:53:02,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:02,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:53:02,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:02,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:53:02,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:02,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/0e2fbd0eb9ce43c981a8c63f5449210c is 50, key is test_row_0/A:col10/1731693182532/Put/seqid=0 2024-11-15T17:53:02,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742177_1353 (size=14741) 2024-11-15T17:53:02,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693242910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:02,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:02,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:02,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:03,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693243026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:03,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:03,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:03,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:03,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693243237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:03,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/0e2fbd0eb9ce43c981a8c63f5449210c 2024-11-15T17:53:03,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/182032f8743249db915a6c9a53ed8420 is 50, key is test_row_0/B:col10/1731693182532/Put/seqid=0 2024-11-15T17:53:03,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742178_1354 (size=12301) 2024-11-15T17:53:03,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/182032f8743249db915a6c9a53ed8420 2024-11-15T17:53:03,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/700cb6bfcd8646c3b1c26e97336b95da is 50, key is test_row_0/C:col10/1731693182532/Put/seqid=0 2024-11-15T17:53:03,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742179_1355 (size=12301) 2024-11-15T17:53:03,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49472 deadline: 1731693243546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:03,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:03,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:03,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T17:53:03,607 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:03,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:53:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-15T17:53:03,612 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:53:03,613 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:53:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T17:53:03,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:53:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T17:53:03,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/700cb6bfcd8646c3b1c26e97336b95da 2024-11-15T17:53:03,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-15T17:53:03,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:03,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:53:03,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:03,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:03,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:03,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/0e2fbd0eb9ce43c981a8c63f5449210c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/0e2fbd0eb9ce43c981a8c63f5449210c 2024-11-15T17:53:03,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/0e2fbd0eb9ce43c981a8c63f5449210c, entries=200, sequenceid=461, filesize=14.4 K 2024-11-15T17:53:03,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/182032f8743249db915a6c9a53ed8420 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/182032f8743249db915a6c9a53ed8420 2024-11-15T17:53:03,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/182032f8743249db915a6c9a53ed8420, entries=150, sequenceid=461, filesize=12.0 K 2024-11-15T17:53:03,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/700cb6bfcd8646c3b1c26e97336b95da as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/700cb6bfcd8646c3b1c26e97336b95da 2024-11-15T17:53:03,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/700cb6bfcd8646c3b1c26e97336b95da, entries=150, sequenceid=461, filesize=12.0 K 2024-11-15T17:53:03,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 2fbb305953bcc74d7bc2b1679b681113 in 933ms, sequenceid=461, compaction requested=true 2024-11-15T17:53:03,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:53:03,795 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:03,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:53:03,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:03,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:53:03,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:03,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fbb305953bcc74d7bc2b1679b681113:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:53:03,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T17:53:03,797 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:03,798 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:03,798 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:03,798 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/B is initiating minor compaction (all files) 2024-11-15T17:53:03,798 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/A is initiating minor compaction (all files) 2024-11-15T17:53:03,798 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/A in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:03,799 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/B in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:03,799 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/fd4274a9ed794746b671512c6087bda9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/100f6101996d49b885f3c71e7d4c21bf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/0e2fbd0eb9ce43c981a8c63f5449210c] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=39.4 K 2024-11-15T17:53:03,799 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/6004a168a40942978e83847954964c37, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2cec90942d3d4aaa8a836a9a1450984a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/182032f8743249db915a6c9a53ed8420] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=37.0 K 2024-11-15T17:53:03,799 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting fd4274a9ed794746b671512c6087bda9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731693180023 2024-11-15T17:53:03,799 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6004a168a40942978e83847954964c37, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731693180023 2024-11-15T17:53:03,799 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 100f6101996d49b885f3c71e7d4c21bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731693181271 2024-11-15T17:53:03,800 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cec90942d3d4aaa8a836a9a1450984a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731693181271 2024-11-15T17:53:03,800 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e2fbd0eb9ce43c981a8c63f5449210c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1731693182518 2024-11-15T17:53:03,800 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 182032f8743249db915a6c9a53ed8420, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1731693182532 2024-11-15T17:53:03,810 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#B#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:03,810 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/d8aec9602f6641ffae0307afc65c8c4c is 50, key is test_row_0/B:col10/1731693182532/Put/seqid=0 2024-11-15T17:53:03,818 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#A#compaction#307 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:03,818 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/4c7034dc32584d95b2f0a44a0f792758 is 50, key is test_row_0/A:col10/1731693182532/Put/seqid=0 2024-11-15T17:53:03,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742180_1356 (size=13391) 2024-11-15T17:53:03,850 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/d8aec9602f6641ffae0307afc65c8c4c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/d8aec9602f6641ffae0307afc65c8c4c 2024-11-15T17:53:03,858 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/B of 2fbb305953bcc74d7bc2b1679b681113 into d8aec9602f6641ffae0307afc65c8c4c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:03,858 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:53:03,858 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/B, priority=13, startTime=1731693183795; duration=0sec 2024-11-15T17:53:03,858 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:03,858 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:B 2024-11-15T17:53:03,858 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:03,861 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:03,861 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 2fbb305953bcc74d7bc2b1679b681113/C is initiating minor compaction (all files) 2024-11-15T17:53:03,861 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fbb305953bcc74d7bc2b1679b681113/C in TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:03,861 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d07e725eeeee48c189564609c67c5fd3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/73fb22864ebe4f8dadafd1a3c4c0dd7b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/700cb6bfcd8646c3b1c26e97336b95da] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp, totalSize=37.0 K 2024-11-15T17:53:03,861 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting d07e725eeeee48c189564609c67c5fd3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731693180023 2024-11-15T17:53:03,862 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73fb22864ebe4f8dadafd1a3c4c0dd7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731693181271 2024-11-15T17:53:03,862 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 700cb6bfcd8646c3b1c26e97336b95da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1731693182532 2024-11-15T17:53:03,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742181_1357 (size=13391) 2024-11-15T17:53:03,871 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/4c7034dc32584d95b2f0a44a0f792758 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/4c7034dc32584d95b2f0a44a0f792758 2024-11-15T17:53:03,873 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fbb305953bcc74d7bc2b1679b681113#C#compaction#308 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:03,877 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/535c8590a19a422585ce4835c2037d2c is 50, key is test_row_0/C:col10/1731693182532/Put/seqid=0 2024-11-15T17:53:03,878 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/A of 2fbb305953bcc74d7bc2b1679b681113 into 4c7034dc32584d95b2f0a44a0f792758(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:03,878 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:53:03,878 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/A, priority=13, startTime=1731693183795; duration=0sec 2024-11-15T17:53:03,879 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:03,879 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:A 2024-11-15T17:53:03,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742182_1358 (size=13391) 2024-11-15T17:53:03,894 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/535c8590a19a422585ce4835c2037d2c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/535c8590a19a422585ce4835c2037d2c 2024-11-15T17:53:03,900 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fbb305953bcc74d7bc2b1679b681113/C of 2fbb305953bcc74d7bc2b1679b681113 into 535c8590a19a422585ce4835c2037d2c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:03,900 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:53:03,900 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., storeName=2fbb305953bcc74d7bc2b1679b681113/C, priority=13, startTime=1731693183796; duration=0sec 2024-11-15T17:53:03,900 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:03,900 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fbb305953bcc74d7bc2b1679b681113:C 2024-11-15T17:53:03,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-15T17:53:03,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:03,921 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T17:53:03,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:53:03,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:03,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:53:03,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:03,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:53:03,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:03,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/f3fe5faed43f4a7da4d4991b18f8e83e is 50, key is test_row_0/A:col10/1731693182898/Put/seqid=0 2024-11-15T17:53:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T17:53:03,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742183_1359 (size=12301) 2024-11-15T17:53:03,954 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/f3fe5faed43f4a7da4d4991b18f8e83e 2024-11-15T17:53:03,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/08a79ace0b2a42fb8faa572edeb25587 is 50, key is test_row_0/B:col10/1731693182898/Put/seqid=0 2024-11-15T17:53:04,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742184_1360 (size=12301) 2024-11-15T17:53:04,017 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/08a79ace0b2a42fb8faa572edeb25587 2024-11-15T17:53:04,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/7e34318236284b21ae1a8ce554b9afca is 50, key is test_row_0/C:col10/1731693182898/Put/seqid=0 2024-11-15T17:53:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:53:04,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. as already flushing 2024-11-15T17:53:04,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742185_1361 (size=12301) 2024-11-15T17:53:04,114 INFO [Thread-1211 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1211. 2024-11-15T17:53:04,114 DEBUG [Thread-1211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:04,114 DEBUG [Thread-1211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,115 DEBUG [Thread-1211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:04,115 INFO [Thread-1213 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1213. 2024-11-15T17:53:04,115 DEBUG [Thread-1213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:04,115 DEBUG [Thread-1213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,115 DEBUG [Thread-1213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,115 INFO [Thread-1204 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1204. 2024-11-15T17:53:04,115 DEBUG [Thread-1204 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:04,115 DEBUG [Thread-1204 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:04,115 DEBUG [Thread-1204 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:04,118 INFO [Thread-1207 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1207. 2024-11-15T17:53:04,118 DEBUG [Thread-1207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:04,118 DEBUG [Thread-1207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,119 DEBUG [Thread-1207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:04,122 INFO [Thread-1209 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1209. 2024-11-15T17:53:04,122 INFO [Thread-1215 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1215. 2024-11-15T17:53:04,122 DEBUG [Thread-1215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:04,122 DEBUG [Thread-1209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:04,122 DEBUG [Thread-1215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,122 DEBUG [Thread-1209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,122 DEBUG [Thread-1209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,122 DEBUG [Thread-1215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:04,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T17:53:04,269 INFO [Thread-1202 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1202. 2024-11-15T17:53:04,269 DEBUG [Thread-1202 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:04,269 DEBUG [Thread-1202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,269 DEBUG [Thread-1202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:04,279 INFO [Thread-1198 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1198. 2024-11-15T17:53:04,279 DEBUG [Thread-1198 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:04,279 DEBUG [Thread-1198 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,279 DEBUG [Thread-1198 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:04,298 INFO [Thread-1196 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1196. 2024-11-15T17:53:04,298 DEBUG [Thread-1196 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:04,298 DEBUG [Thread-1196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,298 DEBUG [Thread-1196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:04,329 INFO [Thread-1200 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1200. 2024-11-15T17:53:04,329 DEBUG [Thread-1200 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:04,329 DEBUG [Thread-1200 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,329 DEBUG [Thread-1200 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:04,475 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/7e34318236284b21ae1a8ce554b9afca 2024-11-15T17:53:04,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/f3fe5faed43f4a7da4d4991b18f8e83e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/f3fe5faed43f4a7da4d4991b18f8e83e 2024-11-15T17:53:04,484 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/f3fe5faed43f4a7da4d4991b18f8e83e, entries=150, sequenceid=477, filesize=12.0 K 2024-11-15T17:53:04,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/08a79ace0b2a42fb8faa572edeb25587 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/08a79ace0b2a42fb8faa572edeb25587 2024-11-15T17:53:04,488 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/08a79ace0b2a42fb8faa572edeb25587, entries=150, sequenceid=477, filesize=12.0 K 2024-11-15T17:53:04,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/7e34318236284b21ae1a8ce554b9afca as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/7e34318236284b21ae1a8ce554b9afca 2024-11-15T17:53:04,492 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/7e34318236284b21ae1a8ce554b9afca, entries=150, sequenceid=477, filesize=12.0 K 2024-11-15T17:53:04,493 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=93.93 KB/96180 for 2fbb305953bcc74d7bc2b1679b681113 in 571ms, sequenceid=477, compaction requested=false 2024-11-15T17:53:04,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 2fbb305953bcc74d7bc2b1679b681113: 2024-11-15T17:53:04,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:04,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-15T17:53:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-15T17:53:04,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-15T17:53:04,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 881 msec 2024-11-15T17:53:04,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 889 msec 2024-11-15T17:53:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T17:53:04,747 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:04,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T17:53:04,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-15T17:53:04,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-15T17:53:04,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-15T17:53:04,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-15T17:53:04,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 181 2024-11-15T17:53:04,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T17:53:04,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2226 2024-11-15T17:53:04,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2262 2024-11-15T17:53:04,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2235 2024-11-15T17:53:04,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2253 2024-11-15T17:53:04,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2250 2024-11-15T17:53:04,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T17:53:04,747 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:53:04,748 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:53:04,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:04,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:04,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T17:53:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T17:53:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-15T17:53:04,754 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693184753"}]},"ts":"1731693184753"} 2024-11-15T17:53:04,755 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T17:53:04,755 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T17:53:04,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T17:53:04,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fbb305953bcc74d7bc2b1679b681113, UNASSIGN}] 2024-11-15T17:53:04,760 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fbb305953bcc74d7bc2b1679b681113, UNASSIGN 2024-11-15T17:53:04,761 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=2fbb305953bcc74d7bc2b1679b681113, regionState=CLOSING, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:53:04,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fbb305953bcc74d7bc2b1679b681113, UNASSIGN because future has completed 2024-11-15T17:53:04,764 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T17:53:04,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691}] 2024-11-15T17:53:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-15T17:53:04,917 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:53:04,917 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T17:53:04,917 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing 2fbb305953bcc74d7bc2b1679b681113, disabling compactions & flushes 2024-11-15T17:53:04,917 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:04,917 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:04,917 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. after waiting 0 ms 2024-11-15T17:53:04,917 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:04,917 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(2902): Flushing 2fbb305953bcc74d7bc2b1679b681113 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-15T17:53:04,918 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=A 2024-11-15T17:53:04,918 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:04,918 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=B 2024-11-15T17:53:04,918 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:04,918 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fbb305953bcc74d7bc2b1679b681113, store=C 2024-11-15T17:53:04,918 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:04,922 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/54dbc97576b34f3e97fd8cd15306748b is 50, key is test_row_0/A:col10/1731693184327/Put/seqid=0 2024-11-15T17:53:04,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742186_1362 (size=12301) 2024-11-15T17:53:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-15T17:53:05,326 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/54dbc97576b34f3e97fd8cd15306748b 2024-11-15T17:53:05,333 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/86a2987754af4760b5a0f767ca31d2fd is 50, key is test_row_0/B:col10/1731693184327/Put/seqid=0 2024-11-15T17:53:05,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742187_1363 (size=12301) 2024-11-15T17:53:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-15T17:53:05,737 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/86a2987754af4760b5a0f767ca31d2fd 2024-11-15T17:53:05,747 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/7270e60ae2e643e09f741dc1905ac007 is 50, key is test_row_0/C:col10/1731693184327/Put/seqid=0 2024-11-15T17:53:05,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742188_1364 (size=12301) 2024-11-15T17:53:05,755 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/7270e60ae2e643e09f741dc1905ac007 2024-11-15T17:53:05,760 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/A/54dbc97576b34f3e97fd8cd15306748b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/54dbc97576b34f3e97fd8cd15306748b 2024-11-15T17:53:05,769 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/54dbc97576b34f3e97fd8cd15306748b, entries=150, sequenceid=494, filesize=12.0 K 2024-11-15T17:53:05,771 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/B/86a2987754af4760b5a0f767ca31d2fd as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/86a2987754af4760b5a0f767ca31d2fd 2024-11-15T17:53:05,776 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/86a2987754af4760b5a0f767ca31d2fd, entries=150, sequenceid=494, filesize=12.0 K 2024-11-15T17:53:05,777 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/.tmp/C/7270e60ae2e643e09f741dc1905ac007 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/7270e60ae2e643e09f741dc1905ac007 2024-11-15T17:53:05,788 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/7270e60ae2e643e09f741dc1905ac007, entries=150, sequenceid=494, filesize=12.0 K 2024-11-15T17:53:05,789 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for 2fbb305953bcc74d7bc2b1679b681113 in 872ms, sequenceid=494, compaction requested=true 2024-11-15T17:53:05,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/6559f5f83eb64fc191b1bde603fb5ef2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/ce00997faf18439d91fff7b25c1e0007, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/bae8afdccec344ae9e4055be086f2aa8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/d69fce39b152430b8f9d2825d1d932ad, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/c30973bd8e1f433da5d9e7eadf532f4e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/59fe09dd1cb84e109d8d28f6e425d70b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/a96a82c6d122453f8f2f039cd4c83adf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/2d60df56c3cd40eba2e7a6e0173ef894, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/6739ee803b324f98b4e977dc5333275c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/eed44290a7d7497e8b69de44ec3857c0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/20ea623dcef94ee481159bf5896af5d7, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/2907353326b241be97048a8d6938e266, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/1a8ff9dd33d8411a83564b7bb9d4c32d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/dea85a67866740588b1c02cf129d3b75, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/1921cf58ae194ea9ac8c98bc19444177, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/e6c288bb30194c03965f85320c2624e9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/7f4ddb1b856444eb8892221d3577b650, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/f6adb0613af24eddad3270367d31475e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/afc69a08d126451da7b12c6f4a6564e9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/7b8df0d1731c446b9e4969f9bb43eb70, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/4a3f145acb434032b85342ae2a12f0a9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/f31a24de97694cf8b8efd7d0505ab6a1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/b27ced7cfec449a082dfa4c3cdf07d91, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/45405482f2ee40d89d3eb08e5c4fc7bd, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/68c09615d4a54107bd7dc21c2f518c73, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/2755eea79c9d49678001117344e4a90d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/3d043e7c1da44957ad01acd026667493, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/0b3512b625c14d8d9f06c9ab5b730dee, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/123b2858f9ad4f4eaaf6fb09e6d99718, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/fd4274a9ed794746b671512c6087bda9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/100f6101996d49b885f3c71e7d4c21bf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/0e2fbd0eb9ce43c981a8c63f5449210c] to archive 2024-11-15T17:53:05,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:53:05,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/6559f5f83eb64fc191b1bde603fb5ef2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/6559f5f83eb64fc191b1bde603fb5ef2 2024-11-15T17:53:05,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/ce00997faf18439d91fff7b25c1e0007 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/ce00997faf18439d91fff7b25c1e0007 2024-11-15T17:53:05,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/bae8afdccec344ae9e4055be086f2aa8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/bae8afdccec344ae9e4055be086f2aa8 2024-11-15T17:53:05,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/d69fce39b152430b8f9d2825d1d932ad to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/d69fce39b152430b8f9d2825d1d932ad 2024-11-15T17:53:05,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/c30973bd8e1f433da5d9e7eadf532f4e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/c30973bd8e1f433da5d9e7eadf532f4e 2024-11-15T17:53:05,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/59fe09dd1cb84e109d8d28f6e425d70b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/59fe09dd1cb84e109d8d28f6e425d70b 2024-11-15T17:53:05,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/a96a82c6d122453f8f2f039cd4c83adf to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/a96a82c6d122453f8f2f039cd4c83adf 2024-11-15T17:53:05,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/2d60df56c3cd40eba2e7a6e0173ef894 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/2d60df56c3cd40eba2e7a6e0173ef894 2024-11-15T17:53:05,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/6739ee803b324f98b4e977dc5333275c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/6739ee803b324f98b4e977dc5333275c 2024-11-15T17:53:05,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/eed44290a7d7497e8b69de44ec3857c0 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/eed44290a7d7497e8b69de44ec3857c0 2024-11-15T17:53:05,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/20ea623dcef94ee481159bf5896af5d7 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/20ea623dcef94ee481159bf5896af5d7 2024-11-15T17:53:05,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/2907353326b241be97048a8d6938e266 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/2907353326b241be97048a8d6938e266 2024-11-15T17:53:05,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/1a8ff9dd33d8411a83564b7bb9d4c32d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/1a8ff9dd33d8411a83564b7bb9d4c32d 2024-11-15T17:53:05,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/dea85a67866740588b1c02cf129d3b75 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/dea85a67866740588b1c02cf129d3b75 2024-11-15T17:53:05,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/1921cf58ae194ea9ac8c98bc19444177 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/1921cf58ae194ea9ac8c98bc19444177 2024-11-15T17:53:05,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/e6c288bb30194c03965f85320c2624e9 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/e6c288bb30194c03965f85320c2624e9 2024-11-15T17:53:05,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/7f4ddb1b856444eb8892221d3577b650 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/7f4ddb1b856444eb8892221d3577b650 2024-11-15T17:53:05,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/f6adb0613af24eddad3270367d31475e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/f6adb0613af24eddad3270367d31475e 2024-11-15T17:53:05,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/afc69a08d126451da7b12c6f4a6564e9 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/afc69a08d126451da7b12c6f4a6564e9 2024-11-15T17:53:05,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/7b8df0d1731c446b9e4969f9bb43eb70 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/7b8df0d1731c446b9e4969f9bb43eb70 2024-11-15T17:53:05,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/4a3f145acb434032b85342ae2a12f0a9 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/4a3f145acb434032b85342ae2a12f0a9 2024-11-15T17:53:05,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/f31a24de97694cf8b8efd7d0505ab6a1 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/f31a24de97694cf8b8efd7d0505ab6a1 2024-11-15T17:53:05,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/b27ced7cfec449a082dfa4c3cdf07d91 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/b27ced7cfec449a082dfa4c3cdf07d91 2024-11-15T17:53:05,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/45405482f2ee40d89d3eb08e5c4fc7bd to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/45405482f2ee40d89d3eb08e5c4fc7bd 2024-11-15T17:53:05,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/68c09615d4a54107bd7dc21c2f518c73 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/68c09615d4a54107bd7dc21c2f518c73 2024-11-15T17:53:05,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/2755eea79c9d49678001117344e4a90d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/2755eea79c9d49678001117344e4a90d 2024-11-15T17:53:05,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/3d043e7c1da44957ad01acd026667493 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/3d043e7c1da44957ad01acd026667493 2024-11-15T17:53:05,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/0b3512b625c14d8d9f06c9ab5b730dee to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/0b3512b625c14d8d9f06c9ab5b730dee 2024-11-15T17:53:05,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/123b2858f9ad4f4eaaf6fb09e6d99718 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/123b2858f9ad4f4eaaf6fb09e6d99718 2024-11-15T17:53:05,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/fd4274a9ed794746b671512c6087bda9 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/fd4274a9ed794746b671512c6087bda9 2024-11-15T17:53:05,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/100f6101996d49b885f3c71e7d4c21bf to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/100f6101996d49b885f3c71e7d4c21bf 2024-11-15T17:53:05,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/0e2fbd0eb9ce43c981a8c63f5449210c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/0e2fbd0eb9ce43c981a8c63f5449210c 2024-11-15T17:53:05,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/c506277bbebd4e3495276c515785b7a9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/3475d02c177c4516b4e2ee31de62c83d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/46418b42b8504b5aae3af1437718c05d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/014baa9f61454d6eb9bd75c77775eddb, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/e2f825bd73234b469cc92398f22bdd0f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/31728351e26b4a578af4074b5dc15a03, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2d5ae4edcd3d4fc78541cef1022b77e8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/23e3c3f8d7444221a2f0c3ab621a1cab, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/66aacf77f48648259de5f9272ea43c23, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/992ea6f8940d4e5681a170a20aa95de0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/f64a0fd239c546a8b14023432b3f691e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/d84d91f6eed345f487f3c1d8b3fe5773, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/5c3d600abdf44e4492793485308bf255, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/28ac42bc6bc84845af1aa36accccc7bc, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/938a74d4b2a74274a9b6ea0104ca254e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/32579c293d9b4c378127b6b322ce8a52, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/0a236fd6a0d642708fafc7eac8374663, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/56ce4f689b8c46d4be3c37c68ff6c5a3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/b28f6740dd0940f59e0dd0d27e8ef23b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/82d678b2983842fcacf258eb09018d8f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/69eea4f161764282895014ea70e64bd3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2055f7cd983746329c15d9b29bda2775, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/ef24801035274c7c801d07432a4e152c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2c6cfdc296f14b2bb7d98af06ffaea81, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/b9eafce085724205ac28316fdeee728b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/9d26636f49ad4af39f3b88b70a92c22f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/3cd2dd8939af4b839e8e24a535060992, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/a8beeed0ecbb4c97b318018f566f376d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/6004a168a40942978e83847954964c37, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/b5262acc1aec49d6a487dc36c14980d9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2cec90942d3d4aaa8a836a9a1450984a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/182032f8743249db915a6c9a53ed8420] to archive 2024-11-15T17:53:05,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:53:05,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/c506277bbebd4e3495276c515785b7a9 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/c506277bbebd4e3495276c515785b7a9 2024-11-15T17:53:05,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/3475d02c177c4516b4e2ee31de62c83d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/3475d02c177c4516b4e2ee31de62c83d 2024-11-15T17:53:05,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/46418b42b8504b5aae3af1437718c05d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/46418b42b8504b5aae3af1437718c05d 2024-11-15T17:53:05,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/014baa9f61454d6eb9bd75c77775eddb to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/014baa9f61454d6eb9bd75c77775eddb 2024-11-15T17:53:05,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/e2f825bd73234b469cc92398f22bdd0f to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/e2f825bd73234b469cc92398f22bdd0f 2024-11-15T17:53:05,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/31728351e26b4a578af4074b5dc15a03 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/31728351e26b4a578af4074b5dc15a03 2024-11-15T17:53:05,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2d5ae4edcd3d4fc78541cef1022b77e8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2d5ae4edcd3d4fc78541cef1022b77e8 2024-11-15T17:53:05,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/23e3c3f8d7444221a2f0c3ab621a1cab to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/23e3c3f8d7444221a2f0c3ab621a1cab 2024-11-15T17:53:05,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/66aacf77f48648259de5f9272ea43c23 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/66aacf77f48648259de5f9272ea43c23 2024-11-15T17:53:05,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/992ea6f8940d4e5681a170a20aa95de0 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/992ea6f8940d4e5681a170a20aa95de0 2024-11-15T17:53:05,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/f64a0fd239c546a8b14023432b3f691e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/f64a0fd239c546a8b14023432b3f691e 2024-11-15T17:53:05,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/d84d91f6eed345f487f3c1d8b3fe5773 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/d84d91f6eed345f487f3c1d8b3fe5773 2024-11-15T17:53:05,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/5c3d600abdf44e4492793485308bf255 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/5c3d600abdf44e4492793485308bf255 2024-11-15T17:53:05,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/28ac42bc6bc84845af1aa36accccc7bc to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/28ac42bc6bc84845af1aa36accccc7bc 2024-11-15T17:53:05,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/938a74d4b2a74274a9b6ea0104ca254e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/938a74d4b2a74274a9b6ea0104ca254e 2024-11-15T17:53:05,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/32579c293d9b4c378127b6b322ce8a52 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/32579c293d9b4c378127b6b322ce8a52 2024-11-15T17:53:05,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/0a236fd6a0d642708fafc7eac8374663 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/0a236fd6a0d642708fafc7eac8374663 2024-11-15T17:53:05,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/56ce4f689b8c46d4be3c37c68ff6c5a3 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/56ce4f689b8c46d4be3c37c68ff6c5a3 2024-11-15T17:53:05,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/b28f6740dd0940f59e0dd0d27e8ef23b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/b28f6740dd0940f59e0dd0d27e8ef23b 2024-11-15T17:53:05,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/82d678b2983842fcacf258eb09018d8f to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/82d678b2983842fcacf258eb09018d8f 2024-11-15T17:53:05,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/69eea4f161764282895014ea70e64bd3 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/69eea4f161764282895014ea70e64bd3 2024-11-15T17:53:05,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2055f7cd983746329c15d9b29bda2775 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2055f7cd983746329c15d9b29bda2775 2024-11-15T17:53:05,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/ef24801035274c7c801d07432a4e152c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/ef24801035274c7c801d07432a4e152c 2024-11-15T17:53:05,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2c6cfdc296f14b2bb7d98af06ffaea81 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2c6cfdc296f14b2bb7d98af06ffaea81 2024-11-15T17:53:05,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/b9eafce085724205ac28316fdeee728b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/b9eafce085724205ac28316fdeee728b 2024-11-15T17:53:05,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/9d26636f49ad4af39f3b88b70a92c22f to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/9d26636f49ad4af39f3b88b70a92c22f 2024-11-15T17:53:05,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/3cd2dd8939af4b839e8e24a535060992 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/3cd2dd8939af4b839e8e24a535060992 2024-11-15T17:53:05,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/a8beeed0ecbb4c97b318018f566f376d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/a8beeed0ecbb4c97b318018f566f376d 2024-11-15T17:53:05,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/6004a168a40942978e83847954964c37 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/6004a168a40942978e83847954964c37 2024-11-15T17:53:05,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/b5262acc1aec49d6a487dc36c14980d9 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/b5262acc1aec49d6a487dc36c14980d9 2024-11-15T17:53:05,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2cec90942d3d4aaa8a836a9a1450984a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/2cec90942d3d4aaa8a836a9a1450984a 2024-11-15T17:53:05,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/182032f8743249db915a6c9a53ed8420 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/182032f8743249db915a6c9a53ed8420 2024-11-15T17:53:05,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/b356b850bf6e402cb1be99b58aa8c754, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/cce92a8029754d08bcfdaecec15cb830, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/ea15d27669bb49648a4b14aa7a164134, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/e31fd38f535146a39cd5043175c91654, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d361b080cfcb4a06a62819864add04f3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/7994fdfa73d846de80e67f07d64a4de8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/82b924accaf8451e957f1c1df582da54, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/39f14375048948b0b354fc0895f6888f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/ef80ffa876c24a9bbfbbef13549277f9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/8a6cc1b719b447c5bb11bffe059e5de5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/9448330acdb94d6894d61b0f8679bbe1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/86eadcbf3a7c4e48bcd4674eb05c570d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/68aacff4497e44c8b026004105bf3ac3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/3133ba3b4fe649b7b87561ed06d95446, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/ac7bc783e55b483fa9e6998bc8665f46, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/c122a3dae62c4108be7b1ffac5d71a99, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/bbeede7c811e46b5ad692b844e1f8b60, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/e5b51b04ea414292973eb22c4d4a9c94, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/a494787e5679449295a0fb82857ba3de, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/45fec881b3d44c8682bc234a6422adc1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/9de6c342d7644c049cb40887619c43b5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/3c74d24f7fe5459ab1dfdf788f70e44b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/92067ad0d3474d599bc04a27773eecb8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/e01cb41f187f41ae9c263b7c4cdea748, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/2e64f6b8e8e04fe89c96b72edb659a4f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d569c5835f554e23b86d5dea1459aff4, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d2335862046042189d913dd831097bfd, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/55e35ce1816740e0bc6145de72c4b61a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d07e725eeeee48c189564609c67c5fd3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/9f44957cee014eabb5ba50a614a32a86, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/73fb22864ebe4f8dadafd1a3c4c0dd7b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/700cb6bfcd8646c3b1c26e97336b95da] to archive 2024-11-15T17:53:05,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:53:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-15T17:53:05,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/b356b850bf6e402cb1be99b58aa8c754 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/b356b850bf6e402cb1be99b58aa8c754 2024-11-15T17:53:05,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/cce92a8029754d08bcfdaecec15cb830 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/cce92a8029754d08bcfdaecec15cb830 2024-11-15T17:53:05,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/ea15d27669bb49648a4b14aa7a164134 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/ea15d27669bb49648a4b14aa7a164134 2024-11-15T17:53:05,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/e31fd38f535146a39cd5043175c91654 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/e31fd38f535146a39cd5043175c91654 2024-11-15T17:53:05,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d361b080cfcb4a06a62819864add04f3 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d361b080cfcb4a06a62819864add04f3 2024-11-15T17:53:05,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/7994fdfa73d846de80e67f07d64a4de8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/7994fdfa73d846de80e67f07d64a4de8 2024-11-15T17:53:05,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/82b924accaf8451e957f1c1df582da54 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/82b924accaf8451e957f1c1df582da54 2024-11-15T17:53:05,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/39f14375048948b0b354fc0895f6888f to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/39f14375048948b0b354fc0895f6888f 2024-11-15T17:53:05,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/ef80ffa876c24a9bbfbbef13549277f9 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/ef80ffa876c24a9bbfbbef13549277f9 2024-11-15T17:53:05,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/8a6cc1b719b447c5bb11bffe059e5de5 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/8a6cc1b719b447c5bb11bffe059e5de5 2024-11-15T17:53:05,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/9448330acdb94d6894d61b0f8679bbe1 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/9448330acdb94d6894d61b0f8679bbe1 2024-11-15T17:53:05,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/86eadcbf3a7c4e48bcd4674eb05c570d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/86eadcbf3a7c4e48bcd4674eb05c570d 2024-11-15T17:53:05,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/68aacff4497e44c8b026004105bf3ac3 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/68aacff4497e44c8b026004105bf3ac3 2024-11-15T17:53:05,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/3133ba3b4fe649b7b87561ed06d95446 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/3133ba3b4fe649b7b87561ed06d95446 2024-11-15T17:53:05,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/ac7bc783e55b483fa9e6998bc8665f46 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/ac7bc783e55b483fa9e6998bc8665f46 2024-11-15T17:53:05,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/c122a3dae62c4108be7b1ffac5d71a99 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/c122a3dae62c4108be7b1ffac5d71a99 2024-11-15T17:53:05,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/bbeede7c811e46b5ad692b844e1f8b60 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/bbeede7c811e46b5ad692b844e1f8b60 2024-11-15T17:53:05,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/e5b51b04ea414292973eb22c4d4a9c94 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/e5b51b04ea414292973eb22c4d4a9c94 2024-11-15T17:53:05,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/a494787e5679449295a0fb82857ba3de to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/a494787e5679449295a0fb82857ba3de 2024-11-15T17:53:05,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/45fec881b3d44c8682bc234a6422adc1 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/45fec881b3d44c8682bc234a6422adc1 2024-11-15T17:53:05,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/9de6c342d7644c049cb40887619c43b5 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/9de6c342d7644c049cb40887619c43b5 2024-11-15T17:53:05,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/3c74d24f7fe5459ab1dfdf788f70e44b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/3c74d24f7fe5459ab1dfdf788f70e44b 2024-11-15T17:53:05,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/92067ad0d3474d599bc04a27773eecb8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/92067ad0d3474d599bc04a27773eecb8 2024-11-15T17:53:05,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/e01cb41f187f41ae9c263b7c4cdea748 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/e01cb41f187f41ae9c263b7c4cdea748 2024-11-15T17:53:05,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/2e64f6b8e8e04fe89c96b72edb659a4f to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/2e64f6b8e8e04fe89c96b72edb659a4f 2024-11-15T17:53:05,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d569c5835f554e23b86d5dea1459aff4 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d569c5835f554e23b86d5dea1459aff4 2024-11-15T17:53:05,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d2335862046042189d913dd831097bfd to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d2335862046042189d913dd831097bfd 2024-11-15T17:53:05,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/55e35ce1816740e0bc6145de72c4b61a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/55e35ce1816740e0bc6145de72c4b61a 2024-11-15T17:53:05,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d07e725eeeee48c189564609c67c5fd3 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/d07e725eeeee48c189564609c67c5fd3 2024-11-15T17:53:05,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/9f44957cee014eabb5ba50a614a32a86 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/9f44957cee014eabb5ba50a614a32a86 2024-11-15T17:53:05,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/73fb22864ebe4f8dadafd1a3c4c0dd7b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/73fb22864ebe4f8dadafd1a3c4c0dd7b 2024-11-15T17:53:05,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/700cb6bfcd8646c3b1c26e97336b95da to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/700cb6bfcd8646c3b1c26e97336b95da 2024-11-15T17:53:05,977 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/recovered.edits/497.seqid, newMaxSeqId=497, maxSeqId=1 2024-11-15T17:53:05,979 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. 2024-11-15T17:53:05,979 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for 2fbb305953bcc74d7bc2b1679b681113: Waiting for close lock at 1731693184917Running coprocessor pre-close hooks at 1731693184917Disabling compacts and flushes for region at 1731693184917Disabling writes for close at 1731693184917Obtaining lock to block concurrent updates at 1731693184917Preparing flush snapshotting stores in 2fbb305953bcc74d7bc2b1679b681113 at 1731693184917Finished memstore snapshotting TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113., syncing WAL and waiting on mvcc, flushsize=dataSize=96180, getHeapSize=286320, getOffHeapSize=0, getCellsCount=2100 at 1731693184918 (+1 ms)Flushing stores of TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113. at 1731693184918Flushing 2fbb305953bcc74d7bc2b1679b681113/A: creating writer at 1731693184918Flushing 2fbb305953bcc74d7bc2b1679b681113/A: appending metadata at 1731693184921 (+3 ms)Flushing 2fbb305953bcc74d7bc2b1679b681113/A: closing flushed file at 1731693184922 (+1 ms)Flushing 2fbb305953bcc74d7bc2b1679b681113/B: creating writer at 1731693185329 (+407 ms)Flushing 2fbb305953bcc74d7bc2b1679b681113/B: appending metadata at 1731693185332 (+3 ms)Flushing 2fbb305953bcc74d7bc2b1679b681113/B: closing flushed file at 1731693185332Flushing 2fbb305953bcc74d7bc2b1679b681113/C: creating writer at 1731693185743 (+411 ms)Flushing 2fbb305953bcc74d7bc2b1679b681113/C: appending metadata at 1731693185746 (+3 ms)Flushing 2fbb305953bcc74d7bc2b1679b681113/C: closing flushed file at 1731693185746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4071e428: reopening flushed file at 1731693185759 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30be2597: reopening flushed file at 1731693185769 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a557cbc: reopening flushed file at 1731693185776 (+7 ms)Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for 2fbb305953bcc74d7bc2b1679b681113 in 872ms, sequenceid=494, compaction requested=true at 1731693185789 (+13 ms)Writing region close event to WAL at 1731693185973 (+184 ms)Running coprocessor post-close hooks at 1731693185979 (+6 ms)Closed at 1731693185979 2024-11-15T17:53:05,983 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed 2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:53:05,984 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=2fbb305953bcc74d7bc2b1679b681113, regionState=CLOSED 2024-11-15T17:53:05,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 because future has completed 2024-11-15T17:53:05,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-15T17:53:05,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure 2fbb305953bcc74d7bc2b1679b681113, server=4e3b17656000,39103,1731693097691 in 1.2220 sec 2024-11-15T17:53:05,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-15T17:53:05,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fbb305953bcc74d7bc2b1679b681113, UNASSIGN in 1.2290 sec 2024-11-15T17:53:05,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-15T17:53:05,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2350 sec 2024-11-15T17:53:05,994 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693185993"}]},"ts":"1731693185993"} 2024-11-15T17:53:05,995 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T17:53:05,995 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T17:53:05,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.2470 sec 2024-11-15T17:53:06,070 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:53:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-15T17:53:06,907 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:06,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T17:53:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:53:06,909 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:53:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-15T17:53:06,910 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=94, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:53:06,912 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:53:06,914 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A, FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B, FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C, FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/recovered.edits] 2024-11-15T17:53:06,918 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/4c7034dc32584d95b2f0a44a0f792758 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/4c7034dc32584d95b2f0a44a0f792758 2024-11-15T17:53:06,920 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/54dbc97576b34f3e97fd8cd15306748b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/54dbc97576b34f3e97fd8cd15306748b 2024-11-15T17:53:06,922 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/f3fe5faed43f4a7da4d4991b18f8e83e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/A/f3fe5faed43f4a7da4d4991b18f8e83e 2024-11-15T17:53:06,925 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/08a79ace0b2a42fb8faa572edeb25587 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/08a79ace0b2a42fb8faa572edeb25587 2024-11-15T17:53:06,926 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/86a2987754af4760b5a0f767ca31d2fd to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/86a2987754af4760b5a0f767ca31d2fd 2024-11-15T17:53:06,928 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/d8aec9602f6641ffae0307afc65c8c4c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/B/d8aec9602f6641ffae0307afc65c8c4c 2024-11-15T17:53:06,930 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/535c8590a19a422585ce4835c2037d2c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/535c8590a19a422585ce4835c2037d2c 2024-11-15T17:53:06,932 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/7270e60ae2e643e09f741dc1905ac007 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/7270e60ae2e643e09f741dc1905ac007 2024-11-15T17:53:06,933 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/7e34318236284b21ae1a8ce554b9afca to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/C/7e34318236284b21ae1a8ce554b9afca 2024-11-15T17:53:06,937 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/recovered.edits/497.seqid to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113/recovered.edits/497.seqid 2024-11-15T17:53:06,938 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/2fbb305953bcc74d7bc2b1679b681113 2024-11-15T17:53:06,938 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T17:53:06,941 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=94, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:53:06,946 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T17:53:06,951 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T17:53:06,952 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=94, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:53:06,952 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T17:53:06,952 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731693186952"}]},"ts":"9223372036854775807"} 2024-11-15T17:53:06,955 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T17:53:06,955 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2fbb305953bcc74d7bc2b1679b681113, NAME => 'TestAcidGuarantees,,1731693162887.2fbb305953bcc74d7bc2b1679b681113.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T17:53:06,955 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T17:53:06,955 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731693186955"}]},"ts":"9223372036854775807"} 2024-11-15T17:53:06,957 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T17:53:06,958 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=94, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:53:06,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 51 msec 2024-11-15T17:53:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-15T17:53:07,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T17:53:07,018 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:07,031 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252 (was 252), OpenFileDescriptor=461 (was 459) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=702 (was 520) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5945 (was 6329) 2024-11-15T17:53:07,045 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=252, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=702, ProcessCount=11, AvailableMemoryMB=5944 2024-11-15T17:53:07,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T17:53:07,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:53:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T17:53:07,050 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:53:07,050 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:07,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 95 2024-11-15T17:53:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-15T17:53:07,056 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:53:07,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742189_1365 (size=1061) 2024-11-15T17:53:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-15T17:53:07,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-15T17:53:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-15T17:53:07,475 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965 2024-11-15T17:53:07,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742190_1366 (size=53) 2024-11-15T17:53:07,485 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:53:07,485 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ef3b1b868b2c1157a06c31418d6a67a8, disabling compactions & flushes 2024-11-15T17:53:07,485 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:07,485 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:07,485 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. after waiting 0 ms 2024-11-15T17:53:07,485 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:07,485 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:07,485 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef3b1b868b2c1157a06c31418d6a67a8: Waiting for close lock at 1731693187485Disabling compacts and flushes for region at 1731693187485Disabling writes for close at 1731693187485Writing region close event to WAL at 1731693187485Closed at 1731693187485 2024-11-15T17:53:07,487 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:53:07,487 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731693187487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693187487"}]},"ts":"1731693187487"} 2024-11-15T17:53:07,488 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:53:07,490 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:53:07,490 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693187490"}]},"ts":"1731693187490"} 2024-11-15T17:53:07,492 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T17:53:07,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef3b1b868b2c1157a06c31418d6a67a8, ASSIGN}] 2024-11-15T17:53:07,494 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef3b1b868b2c1157a06c31418d6a67a8, ASSIGN 2024-11-15T17:53:07,495 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef3b1b868b2c1157a06c31418d6a67a8, ASSIGN; state=OFFLINE, location=4e3b17656000,39103,1731693097691; forceNewPlan=false, retain=false 2024-11-15T17:53:07,646 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=ef3b1b868b2c1157a06c31418d6a67a8, regionState=OPENING, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:53:07,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef3b1b868b2c1157a06c31418d6a67a8, ASSIGN because future has completed 2024-11-15T17:53:07,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691}] 2024-11-15T17:53:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-15T17:53:07,802 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:07,802 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7752): Opening region: {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:53:07,803 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:07,803 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:53:07,803 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7794): checking encryption for ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:07,803 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7797): checking classloading for ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:07,804 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:07,806 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:53:07,806 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef3b1b868b2c1157a06c31418d6a67a8 columnFamilyName A 2024-11-15T17:53:07,806 DEBUG [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:07,807 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] regionserver.HStore(327): Store=ef3b1b868b2c1157a06c31418d6a67a8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:53:07,807 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:07,808 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:53:07,808 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef3b1b868b2c1157a06c31418d6a67a8 columnFamilyName B 2024-11-15T17:53:07,808 DEBUG [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:07,809 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] regionserver.HStore(327): Store=ef3b1b868b2c1157a06c31418d6a67a8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:53:07,809 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:07,809 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:53:07,810 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef3b1b868b2c1157a06c31418d6a67a8 columnFamilyName C 2024-11-15T17:53:07,810 DEBUG [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:07,810 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] regionserver.HStore(327): Store=ef3b1b868b2c1157a06c31418d6a67a8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:53:07,810 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:07,810 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1038): replaying wal for ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:07,811 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:07,811 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:07,812 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1048): stopping wal replay for ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:07,812 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1060): Cleaning up temporary data for ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:07,812 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T17:53:07,814 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1093): writing seq id for ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:07,815 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:53:07,816 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1114): Opened ef3b1b868b2c1157a06c31418d6a67a8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64783337, jitterRate=-0.03465305268764496}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T17:53:07,816 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:07,816 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1006): Region open journal for ef3b1b868b2c1157a06c31418d6a67a8: Running coprocessor pre-open hook at 1731693187803Writing region info on filesystem at 1731693187803Initializing all the Stores at 1731693187804 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693187804Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693187804Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693187804Cleaning up temporary data from old regions at 1731693187812 (+8 ms)Running coprocessor post-open hooks at 1731693187816 (+4 ms)Region opened successfully at 1731693187816 2024-11-15T17:53:07,817 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., pid=97, masterSystemTime=1731693187799 2024-11-15T17:53:07,820 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:07,820 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:07,820 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=ef3b1b868b2c1157a06c31418d6a67a8, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:53:07,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 because future has completed 2024-11-15T17:53:07,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-15T17:53:07,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 in 176 msec 2024-11-15T17:53:07,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-15T17:53:07,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef3b1b868b2c1157a06c31418d6a67a8, ASSIGN in 333 msec 2024-11-15T17:53:07,828 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:53:07,828 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693187828"}]},"ts":"1731693187828"} 2024-11-15T17:53:07,830 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T17:53:07,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:53:07,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 784 msec 2024-11-15T17:53:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-15T17:53:08,187 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:08,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29820261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:08,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:08,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:08,190 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:08,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:08,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:08,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5630406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:08,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:08,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:08,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:08,193 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:08,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2304d000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:08,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:08,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:08,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:08,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:08,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:53:08,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,46475,1731693096949 2024-11-15T17:53:08,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64beb581 2024-11-15T17:53:08,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:53:08,198 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:53:08,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T17:53:08,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:53:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-15T17:53:08,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742191_1367 (size=1097) 2024-11-15T17:53:08,611 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-15T17:53:08,611 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-15T17:53:08,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T17:53:08,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef3b1b868b2c1157a06c31418d6a67a8, REOPEN/MOVE}] 2024-11-15T17:53:08,618 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef3b1b868b2c1157a06c31418d6a67a8, REOPEN/MOVE 2024-11-15T17:53:08,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=ef3b1b868b2c1157a06c31418d6a67a8, regionState=CLOSING, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:53:08,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef3b1b868b2c1157a06c31418d6a67a8, REOPEN/MOVE because future has completed 2024-11-15T17:53:08,621 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T17:53:08,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691}] 2024-11-15T17:53:08,774 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(122): Close ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:08,774 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T17:53:08,774 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1722): Closing ef3b1b868b2c1157a06c31418d6a67a8, disabling compactions & flushes 2024-11-15T17:53:08,774 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:08,774 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:08,774 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. after waiting 0 ms 2024-11-15T17:53:08,774 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:08,777 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T17:53:08,777 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:08,777 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1676): Region close journal for ef3b1b868b2c1157a06c31418d6a67a8: Waiting for close lock at 1731693188774Running coprocessor pre-close hooks at 1731693188774Disabling compacts and flushes for region at 1731693188774Disabling writes for close at 1731693188774Writing region close event to WAL at 1731693188775 (+1 ms)Running coprocessor post-close hooks at 1731693188777 (+2 ms)Closed at 1731693188777 2024-11-15T17:53:08,777 WARN [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionServer(3299): Not adding moved region record: ef3b1b868b2c1157a06c31418d6a67a8 to self. 2024-11-15T17:53:08,779 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(157): Closed ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:08,780 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=ef3b1b868b2c1157a06c31418d6a67a8, regionState=CLOSED 2024-11-15T17:53:08,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 because future has completed 2024-11-15T17:53:08,782 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46475 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSED, location=null, table=TestAcidGuarantees, region=ef3b1b868b2c1157a06c31418d6a67a8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T17:53:08,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-15T17:53:08,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; CloseRegionProcedure ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 in 161 msec 2024-11-15T17:53:08,784 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef3b1b868b2c1157a06c31418d6a67a8, REOPEN/MOVE; state=CLOSED, location=4e3b17656000,39103,1731693097691; forceNewPlan=false, retain=true 2024-11-15T17:53:08,935 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=ef3b1b868b2c1157a06c31418d6a67a8, regionState=OPENING, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:53:08,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef3b1b868b2c1157a06c31418d6a67a8, REOPEN/MOVE because future has completed 2024-11-15T17:53:08,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691}] 2024-11-15T17:53:09,092 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:09,092 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7752): Opening region: {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:53:09,093 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:09,093 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:53:09,093 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7794): checking encryption for ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:09,093 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7797): checking classloading for ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:09,094 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:09,095 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:53:09,095 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef3b1b868b2c1157a06c31418d6a67a8 columnFamilyName A 2024-11-15T17:53:09,096 DEBUG [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:09,097 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] regionserver.HStore(327): Store=ef3b1b868b2c1157a06c31418d6a67a8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:53:09,097 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:09,098 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:53:09,098 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef3b1b868b2c1157a06c31418d6a67a8 columnFamilyName B 2024-11-15T17:53:09,098 DEBUG [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:09,099 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] regionserver.HStore(327): Store=ef3b1b868b2c1157a06c31418d6a67a8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:53:09,099 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:09,099 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:53:09,099 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef3b1b868b2c1157a06c31418d6a67a8 columnFamilyName C 2024-11-15T17:53:09,099 DEBUG [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:09,100 INFO [StoreOpener-ef3b1b868b2c1157a06c31418d6a67a8-1 {}] regionserver.HStore(327): Store=ef3b1b868b2c1157a06c31418d6a67a8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:53:09,100 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:09,100 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1038): replaying wal for ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:09,101 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:09,102 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:09,103 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1048): stopping wal replay for ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:09,103 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1060): Cleaning up temporary data for ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:09,103 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T17:53:09,105 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1093): writing seq id for ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:09,106 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1114): Opened ef3b1b868b2c1157a06c31418d6a67a8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61814698, jitterRate=-0.07888922095298767}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T17:53:09,106 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:09,107 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1006): Region open journal for ef3b1b868b2c1157a06c31418d6a67a8: Running coprocessor pre-open hook at 1731693189093Writing region info on filesystem at 1731693189093Initializing all the Stores at 1731693189094 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693189094Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693189094Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693189094Cleaning up temporary data from old regions at 1731693189103 (+9 ms)Running coprocessor post-open hooks at 1731693189106 (+3 ms)Region opened successfully at 1731693189107 (+1 ms) 2024-11-15T17:53:09,108 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., pid=102, masterSystemTime=1731693189089 2024-11-15T17:53:09,110 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:09,110 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:09,111 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=ef3b1b868b2c1157a06c31418d6a67a8, regionState=OPEN, openSeqNum=5, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 because future has completed 2024-11-15T17:53:09,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=100 2024-11-15T17:53:09,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=100, state=SUCCESS, hasLock=false; OpenRegionProcedure ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 in 176 msec 2024-11-15T17:53:09,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-15T17:53:09,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef3b1b868b2c1157a06c31418d6a67a8, REOPEN/MOVE in 498 msec 2024-11-15T17:53:09,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-15T17:53:09,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 505 msec 2024-11-15T17:53:09,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 923 msec 2024-11-15T17:53:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-15T17:53:09,126 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:09,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c07883b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:09,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:09,128 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:09,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:09,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:09,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c094db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:09,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:09,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:09,130 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:09,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596ede02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d62a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:09,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:09,133 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5911415a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:09,134 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d31fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6513d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:09,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:09,137 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:09,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:09,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:09,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a329356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:09,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:09,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:09,139 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c95c97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510f8e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:09,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:09,142 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d67e0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:09,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:09,143 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f33b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74436e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:09,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:09,146 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41cf5b45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:09,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:09,147 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:09,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202152de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469d248f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,149 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:09,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:09,150 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:09,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:09,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:09,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2093c112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:09,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:09,152 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:09,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3507cca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8c61ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:09,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:09,155 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe732d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:09,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:09,156 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:09,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b762b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147a1007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:09,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:09,159 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:09,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:09,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:09,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d93bf9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:09,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:09,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:09,161 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:09,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c1c28b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4d201d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:09,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:09,163 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:09,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:09,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b3fad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:09,165 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:09,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c723857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2b45c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:09,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:09,168 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fffe44a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:09,169 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:09,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2253412b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:09,170 DEBUG [Thread-1655 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:09,170 DEBUG [Thread-1657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:09,170 DEBUG [Thread-1670 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:09,170 DEBUG [Thread-1659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:09,170 DEBUG [Thread-1663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:09,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:09,171 DEBUG [Thread-1655 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:09,171 DEBUG [Thread-1659 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:09,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:09,171 DEBUG [Thread-1655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:09,171 DEBUG [Thread-1659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:09,171 DEBUG [Thread-1661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:09,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:09,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:09,172 DEBUG [Thread-1657 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:09,172 DEBUG [Thread-1657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:09,173 DEBUG [Thread-1672 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:09,173 DEBUG [Thread-1674 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:09,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:09,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:09,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:09,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:09,174 DEBUG [Thread-1661 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:09,174 DEBUG [Thread-1661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:09,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:09,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:09,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:09,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:09,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:53:09,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:53:09,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:53:09,179 DEBUG [Thread-1666 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:53:09,179 DEBUG [Thread-1668 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:09,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:53:09,181 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:53:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:53:09,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:09,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:09,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:53:09,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:53:09,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:53:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:09,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef3b1b868b2c1157a06c31418d6a67a8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T17:53:09,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=A 2024-11-15T17:53:09,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:53:09,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:09,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=B 2024-11-15T17:53:09,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:09,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=C 2024-11-15T17:53:09,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-15T17:53:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T17:53:09,191 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:53:09,192 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:53:09,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:53:09,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115504f262d666c48daa8813a5d33584cfd_ef3b1b868b2c1157a06c31418d6a67a8 is 50, key is test_row_0/A:col10/1731693189182/Put/seqid=0 2024-11-15T17:53:09,269 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731693189205, max timestamp=1731693189266Num uniques 859; 2024-11-15T17:53:09,269 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731693189205, max timestamp=1731693189266Num uniques 859; 2024-11-15T17:53:09,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-15T17:53:09,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-15T17:53:09,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731693189205, max timestamp=1731693189266Num uniques 859; 2024-11-15T17:53:09,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-15T17:53:09,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742192_1368 (size=17034) 2024-11-15T17:53:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T17:53:09,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693249300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693249301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693249301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693249306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693249314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-15T17:53:09,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:09,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:09,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:09,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:09,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:09,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693249417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693249427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693249427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693249428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693249428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-15T17:53:09,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:09,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:09,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:09,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:09,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T17:53:09,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693249637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693249647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693249647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693249647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693249647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-15T17:53:09,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:09,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:09,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:09,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:09,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T17:53:09,833 INFO [AsyncFSWAL-0-hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData-prefix:4e3b17656000,46475,1731693096949 {}] wal.AbstractFSWAL(1368): Slow sync cost: 173 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37027,DS-8b34e103-8883-45c5-b18f-84aa04bd7340,DISK]] 2024-11-15T17:53:09,833 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:09,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693249957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693249967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693249967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693249967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693249967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:09,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-15T17:53:09,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:09,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:09,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:09,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:09,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:10,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-15T17:53:10,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:10,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:10,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:10,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:10,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:10,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-15T17:53:10,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:10,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:10,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:10,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:10,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T17:53:10,357 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115504f262d666c48daa8813a5d33584cfd_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115504f262d666c48daa8813a5d33584cfd_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:10,358 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/3a93040771ba4665b61c5c45d90a041d, store: [table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:10,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/3a93040771ba4665b61c5c45d90a041d is 175, key is test_row_0/A:col10/1731693189182/Put/seqid=0 2024-11-15T17:53:10,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742193_1369 (size=48139) 2024-11-15T17:53:10,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-15T17:53:10,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:10,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:10,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:10,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:10,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:10,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693250477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:10,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:10,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:10,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:10,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693250486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:10,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:10,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:10,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:10,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693250486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:10,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:10,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:10,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:10,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693250486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:10,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:10,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:10,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:10,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693250486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:10,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:10,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:10,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:10,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-15T17:53:10,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:10,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:10,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:10,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:10,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:10,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-15T17:53:10,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:10,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:10,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:10,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:10,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:10,762 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/3a93040771ba4665b61c5c45d90a041d 2024-11-15T17:53:10,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/dfa2a35cc9924ff1a06ce55d7ca50837 is 50, key is test_row_0/B:col10/1731693189182/Put/seqid=0 2024-11-15T17:53:10,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742194_1370 (size=12001) 2024-11-15T17:53:10,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/dfa2a35cc9924ff1a06ce55d7ca50837 2024-11-15T17:53:10,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/29c79719b8c64b2090474531beae3d4d is 50, key is test_row_0/C:col10/1731693189182/Put/seqid=0 2024-11-15T17:53:10,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742195_1371 (size=12001) 2024-11-15T17:53:10,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-15T17:53:10,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:10,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:10,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:10,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:10,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:11,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-15T17:53:11,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:11,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:11,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:11,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:11,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:11,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-15T17:53:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:11,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:11,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/29c79719b8c64b2090474531beae3d4d 2024-11-15T17:53:11,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/3a93040771ba4665b61c5c45d90a041d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/3a93040771ba4665b61c5c45d90a041d 2024-11-15T17:53:11,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/3a93040771ba4665b61c5c45d90a041d, entries=250, sequenceid=14, filesize=47.0 K 2024-11-15T17:53:11,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/dfa2a35cc9924ff1a06ce55d7ca50837 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/dfa2a35cc9924ff1a06ce55d7ca50837 2024-11-15T17:53:11,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/dfa2a35cc9924ff1a06ce55d7ca50837, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T17:53:11,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/29c79719b8c64b2090474531beae3d4d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/29c79719b8c64b2090474531beae3d4d 2024-11-15T17:53:11,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/29c79719b8c64b2090474531beae3d4d, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T17:53:11,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for ef3b1b868b2c1157a06c31418d6a67a8 in 2080ms, sequenceid=14, compaction requested=false 2024-11-15T17:53:11,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T17:53:11,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-15T17:53:11,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:11,361 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing ef3b1b868b2c1157a06c31418d6a67a8 3/3 column families, dataSize=140.89 KB heapSize=386.16 KB 2024-11-15T17:53:11,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=A 2024-11-15T17:53:11,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:11,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=B 2024-11-15T17:53:11,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:11,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=C 2024-11-15T17:53:11,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:11,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d3cfe6a0f1e2455db2732517c3846921_ef3b1b868b2c1157a06c31418d6a67a8 is 50, key is test_row_0/A:col10/1731693189312/Put/seqid=0 2024-11-15T17:53:11,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742196_1372 (size=12154) 2024-11-15T17:53:11,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:11,512 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T17:53:11,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693251510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:11,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:11,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693251516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:11,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693251520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693251521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:11,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693251524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:11,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693251628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:11,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:11,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693251637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:11,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:11,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693251647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:11,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693251647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:11,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693251647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:11,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:11,809 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d3cfe6a0f1e2455db2732517c3846921_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d3cfe6a0f1e2455db2732517c3846921_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:11,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/5d58809a0958454fb3c78dedccc7cb78, store: [table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:11,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/5d58809a0958454fb3c78dedccc7cb78 is 175, key is test_row_0/A:col10/1731693189312/Put/seqid=0 2024-11-15T17:53:11,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742197_1373 (size=30955) 2024-11-15T17:53:11,831 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=48, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/5d58809a0958454fb3c78dedccc7cb78 2024-11-15T17:53:11,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693251853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:11,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:11,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693251857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:11,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:11,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/9b6bf35e5961400fa54116470199ceb6 is 50, key is test_row_0/B:col10/1731693189312/Put/seqid=0 2024-11-15T17:53:11,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693251866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693251866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693251867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:11,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:11,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742198_1374 (size=12001) 2024-11-15T17:53:12,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693252167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:12,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693252167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:12,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693252186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:12,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:12,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693252186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:12,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:12,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693252186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:12,284 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/9b6bf35e5961400fa54116470199ceb6 2024-11-15T17:53:12,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/ca3d04eeda264cd989c301c5e3adf9d6 is 50, key is test_row_0/C:col10/1731693189312/Put/seqid=0 2024-11-15T17:53:12,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742199_1375 (size=12001) 2024-11-15T17:53:12,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693252677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:12,697 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/ca3d04eeda264cd989c301c5e3adf9d6 2024-11-15T17:53:12,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693252688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:12,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:12,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/5d58809a0958454fb3c78dedccc7cb78 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/5d58809a0958454fb3c78dedccc7cb78 2024-11-15T17:53:12,707 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/5d58809a0958454fb3c78dedccc7cb78, entries=150, sequenceid=48, filesize=30.2 K 2024-11-15T17:53:12,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/9b6bf35e5961400fa54116470199ceb6 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/9b6bf35e5961400fa54116470199ceb6 2024-11-15T17:53:12,712 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/9b6bf35e5961400fa54116470199ceb6, entries=150, sequenceid=48, filesize=11.7 K 2024-11-15T17:53:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:12,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/ca3d04eeda264cd989c301c5e3adf9d6 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ca3d04eeda264cd989c301c5e3adf9d6 2024-11-15T17:53:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693252707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:12,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693252708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:12,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:12,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693252708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,718 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ca3d04eeda264cd989c301c5e3adf9d6, entries=150, sequenceid=48, filesize=11.7 K 2024-11-15T17:53:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,730 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~386.11 KB/395376, currentSize=46.96 KB/48090 for ef3b1b868b2c1157a06c31418d6a67a8 in 1369ms, sequenceid=48, compaction requested=false 2024-11-15T17:53:12,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:12,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:12,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-15T17:53:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-15T17:53:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-15T17:53:12,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5420 sec 2024-11-15T17:53:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 3.5560 sec 2024-11-15T17:53:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T17:53:13,357 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:13,357 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:53:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-15T17:53:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T17:53:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,361 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:53:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,366 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:53:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:53:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T17:53:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T17:53:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,519 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing ef3b1b868b2c1157a06c31418d6a67a8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T17:53:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=A 2024-11-15T17:53:13,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=B 2024-11-15T17:53:13,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=C 2024-11-15T17:53:13,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c2c2cc11d37b4cbc9460b2847ac476ce_ef3b1b868b2c1157a06c31418d6a67a8 is 50, key is test_row_1/A:col10/1731693191523/Put/seqid=0 2024-11-15T17:53:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742200_1376 (size=9714) 2024-11-15T17:53:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T17:53:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:13,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:13,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731693193772, max timestamp=1731693193884Num uniques 859; 2024-11-15T17:53:13,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-15T17:53:13,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731693193772, max timestamp=1731693193884Num uniques 859; 2024-11-15T17:53:13,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-15T17:53:13,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731693193772, max timestamp=1731693193884Num uniques 859; 2024-11-15T17:53:13,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-15T17:53:13,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693253945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:13,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693253949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:13,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693253952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T17:53:13,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693253972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:13,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693253975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:13,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,024 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c2c2cc11d37b4cbc9460b2847ac476ce_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c2c2cc11d37b4cbc9460b2847ac476ce_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/c921a283ebc5492f90118f863f97e4bc, store: [table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:14,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/c921a283ebc5492f90118f863f97e4bc is 175, key is test_row_1/A:col10/1731693191523/Put/seqid=0 2024-11-15T17:53:14,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742201_1377 (size=22361) 2024-11-15T17:53:14,053 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=58, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/c921a283ebc5492f90118f863f97e4bc 2024-11-15T17:53:14,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/9a342297843e425386e2e7fb8093f7ad is 50, key is test_row_1/B:col10/1731693191523/Put/seqid=0 2024-11-15T17:53:14,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742202_1378 (size=9657) 2024-11-15T17:53:14,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693254076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693254076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693254077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693254097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693254098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693254297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693254299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693254299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693254318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693254318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,484 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/9a342297843e425386e2e7fb8093f7ad 2024-11-15T17:53:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T17:53:14,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/7105aa35a48d4c9090e7c154c708a229 is 50, key is test_row_1/C:col10/1731693191523/Put/seqid=0 2024-11-15T17:53:14,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742203_1379 (size=9657) 2024-11-15T17:53:14,579 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/7105aa35a48d4c9090e7c154c708a229 2024-11-15T17:53:14,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/c921a283ebc5492f90118f863f97e4bc as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/c921a283ebc5492f90118f863f97e4bc 2024-11-15T17:53:14,606 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/c921a283ebc5492f90118f863f97e4bc, entries=100, sequenceid=58, filesize=21.8 K 2024-11-15T17:53:14,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/9a342297843e425386e2e7fb8093f7ad as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/9a342297843e425386e2e7fb8093f7ad 2024-11-15T17:53:14,615 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/9a342297843e425386e2e7fb8093f7ad, entries=100, sequenceid=58, filesize=9.4 K 2024-11-15T17:53:14,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/7105aa35a48d4c9090e7c154c708a229 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/7105aa35a48d4c9090e7c154c708a229 2024-11-15T17:53:14,625 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/7105aa35a48d4c9090e7c154c708a229, entries=100, sequenceid=58, filesize=9.4 K 2024-11-15T17:53:14,627 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=147.60 KB/151140 for ef3b1b868b2c1157a06c31418d6a67a8 in 1108ms, sequenceid=58, compaction requested=true 2024-11-15T17:53:14,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:14,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:14,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-15T17:53:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-15T17:53:14,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-15T17:53:14,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef3b1b868b2c1157a06c31418d6a67a8 3/3 column families, dataSize=154.31 KB heapSize=430.69 KB 2024-11-15T17:53:14,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=A 2024-11-15T17:53:14,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:14,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=B 2024-11-15T17:53:14,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:14,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=C 2024-11-15T17:53:14,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:14,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.2800 sec 2024-11-15T17:53:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:14,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2630 sec 2024-11-15T17:53:14,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111545652c02acea4130a98b9ccd8c5523c4_ef3b1b868b2c1157a06c31418d6a67a8 is 50, key is test_row_0/A:col10/1731693193967/Put/seqid=0 2024-11-15T17:53:14,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693254649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693254654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693254673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693254675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693254675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742204_1380 (size=14594) 2024-11-15T17:53:14,713 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,721 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111545652c02acea4130a98b9ccd8c5523c4_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111545652c02acea4130a98b9ccd8c5523c4_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:14,727 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/0bd378b580f64cd0965ca072b33162b4, store: [table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:14,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/0bd378b580f64cd0965ca072b33162b4 is 175, key is test_row_0/A:col10/1731693193967/Put/seqid=0 2024-11-15T17:53:14,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742205_1381 (size=39549) 2024-11-15T17:53:14,758 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/0bd378b580f64cd0965ca072b33162b4 2024-11-15T17:53:14,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/40b54221c67c41fea199e6a656093a77 is 50, key is test_row_0/B:col10/1731693193967/Put/seqid=0 2024-11-15T17:53:14,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742206_1382 (size=12001) 2024-11-15T17:53:14,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/40b54221c67c41fea199e6a656093a77 2024-11-15T17:53:14,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693254787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693254787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/becbcc327dc546f3ac339e1663e77003 is 50, key is test_row_0/C:col10/1731693193967/Put/seqid=0 2024-11-15T17:53:14,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742207_1383 (size=12001) 2024-11-15T17:53:14,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693254807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/becbcc327dc546f3ac339e1663e77003 2024-11-15T17:53:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693254807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693254807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:14,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:14,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:14,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/0bd378b580f64cd0965ca072b33162b4 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/0bd378b580f64cd0965ca072b33162b4 2024-11-15T17:53:14,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/0bd378b580f64cd0965ca072b33162b4, entries=200, sequenceid=95, filesize=38.6 K 2024-11-15T17:53:14,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/40b54221c67c41fea199e6a656093a77 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/40b54221c67c41fea199e6a656093a77 2024-11-15T17:53:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/40b54221c67c41fea199e6a656093a77, entries=150, sequenceid=95, filesize=11.7 K 2024-11-15T17:53:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/becbcc327dc546f3ac339e1663e77003 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/becbcc327dc546f3ac339e1663e77003 2024-11-15T17:53:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/becbcc327dc546f3ac339e1663e77003, entries=150, sequenceid=95, filesize=11.7 K 2024-11-15T17:53:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=40.25 KB/41220 for ef3b1b868b2c1157a06c31418d6a67a8 in 221ms, sequenceid=95, compaction requested=true 2024-11-15T17:53:14,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,860 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:53:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:53:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:14,862 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:53:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,862 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:53:14,862 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/A is initiating minor compaction (all files) 2024-11-15T17:53:14,862 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/A in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:14,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:53:14,862 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/3a93040771ba4665b61c5c45d90a041d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/5d58809a0958454fb3c78dedccc7cb78, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/c921a283ebc5492f90118f863f97e4bc, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/0bd378b580f64cd0965ca072b33162b4] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=137.7 K 2024-11-15T17:53:14,862 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:14,862 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/3a93040771ba4665b61c5c45d90a041d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/5d58809a0958454fb3c78dedccc7cb78, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/c921a283ebc5492f90118f863f97e4bc, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/0bd378b580f64cd0965ca072b33162b4] 2024-11-15T17:53:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,864 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a93040771ba4665b61c5c45d90a041d, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731693189179 2024-11-15T17:53:14,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:14,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:53:14,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:14,864 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d58809a0958454fb3c78dedccc7cb78, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731693189300 2024-11-15T17:53:14,865 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:53:14,865 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/B is initiating minor compaction (all files) 2024-11-15T17:53:14,865 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/B in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:14,865 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/dfa2a35cc9924ff1a06ce55d7ca50837, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/9b6bf35e5961400fa54116470199ceb6, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/9a342297843e425386e2e7fb8093f7ad, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/40b54221c67c41fea199e6a656093a77] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=44.6 K 2024-11-15T17:53:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,866 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting dfa2a35cc9924ff1a06ce55d7ca50837, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731693189179 2024-11-15T17:53:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,866 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting c921a283ebc5492f90118f863f97e4bc, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731693191519 2024-11-15T17:53:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,866 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b6bf35e5961400fa54116470199ceb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731693189300 2024-11-15T17:53:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,866 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bd378b580f64cd0965ca072b33162b4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731693193950 2024-11-15T17:53:14,866 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a342297843e425386e2e7fb8093f7ad, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731693191519 2024-11-15T17:53:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,867 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 40b54221c67c41fea199e6a656093a77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731693193967 2024-11-15T17:53:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,903 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,921 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111534a11d7433db4de4b080ccb55ccfb008_ef3b1b868b2c1157a06c31418d6a67a8 store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,923 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#B#compaction#328 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:14,923 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/0bd7a40340d84f969f264d420aaf7469 is 50, key is test_row_0/B:col10/1731693193967/Put/seqid=0 2024-11-15T17:53:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,924 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111534a11d7433db4de4b080ccb55ccfb008_ef3b1b868b2c1157a06c31418d6a67a8, store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,926 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111534a11d7433db4de4b080ccb55ccfb008_ef3b1b868b2c1157a06c31418d6a67a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742208_1384 (size=12139) 2024-11-15T17:53:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,958 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/0bd7a40340d84f969f264d420aaf7469 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/0bd7a40340d84f969f264d420aaf7469 2024-11-15T17:53:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,964 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/B of ef3b1b868b2c1157a06c31418d6a67a8 into 0bd7a40340d84f969f264d420aaf7469(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:14,964 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:14,964 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/B, priority=12, startTime=1731693194862; duration=0sec 2024-11-15T17:53:14,965 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:14,965 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:B 2024-11-15T17:53:14,965 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:53:14,966 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:53:14,966 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/C is initiating minor compaction (all files) 2024-11-15T17:53:14,966 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/C in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:14,966 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/29c79719b8c64b2090474531beae3d4d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ca3d04eeda264cd989c301c5e3adf9d6, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/7105aa35a48d4c9090e7c154c708a229, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/becbcc327dc546f3ac339e1663e77003] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=44.6 K 2024-11-15T17:53:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742209_1385 (size=4469) 2024-11-15T17:53:14,968 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 29c79719b8c64b2090474531beae3d4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731693189179 2024-11-15T17:53:14,968 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting ca3d04eeda264cd989c301c5e3adf9d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731693189300 2024-11-15T17:53:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,968 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 7105aa35a48d4c9090e7c154c708a229, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731693191519 2024-11-15T17:53:14,969 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting becbcc327dc546f3ac339e1663e77003, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731693193967 2024-11-15T17:53:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,980 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#C#compaction#329 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,981 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/fef51a0b9cb74470b23efd60f74652d5 is 50, key is test_row_0/C:col10/1731693193967/Put/seqid=0 2024-11-15T17:53:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742210_1386 (size=12139) 2024-11-15T17:53:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef3b1b868b2c1157a06c31418d6a67a8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T17:53:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=A 2024-11-15T17:53:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=B 2024-11-15T17:53:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=C 2024-11-15T17:53:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111540d0107b8d3e4c93b983c6477ed87503_ef3b1b868b2c1157a06c31418d6a67a8 is 50, key is test_row_0/A:col10/1731693195048/Put/seqid=0 2024-11-15T17:53:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742211_1387 (size=12154) 2024-11-15T17:53:15,134 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:15,139 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111540d0107b8d3e4c93b983c6477ed87503_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111540d0107b8d3e4c93b983c6477ed87503_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:15,140 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/64a88016a3794eec841ca1d9a60f8cf9, store: [table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:15,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/64a88016a3794eec841ca1d9a60f8cf9 is 175, key is test_row_0/A:col10/1731693195048/Put/seqid=0 2024-11-15T17:53:15,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742212_1388 (size=30951) 2024-11-15T17:53:15,152 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=106, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/64a88016a3794eec841ca1d9a60f8cf9 2024-11-15T17:53:15,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693255147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693195142, max timestamp=1731693195165Num uniques 859; 2024-11-15T17:53:15,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:53:15,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693195142, max timestamp=1731693195165Num uniques 859; 2024-11-15T17:53:15,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:53:15,178 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693195142, max timestamp=1731693195165Num uniques 859; 2024-11-15T17:53:15,178 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:53:15,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:15,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/e195a7651fda4337852cbac2e40d87eb is 50, key is test_row_0/B:col10/1731693195048/Put/seqid=0 2024-11-15T17:53:15,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742213_1389 (size=9657) 2024-11-15T17:53:15,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693255223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693255228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:15,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:15,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693255244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693255245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:15,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:15,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693255287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:15,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693255346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693255347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:15,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:15,368 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#A#compaction#327 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:15,369 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/981ad6ba883a4aacbae4739ea2be78dc is 175, key is test_row_0/A:col10/1731693193967/Put/seqid=0 2024-11-15T17:53:15,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693255367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693255367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:15,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742214_1390 (size=31093) 2024-11-15T17:53:15,389 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/981ad6ba883a4aacbae4739ea2be78dc as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/981ad6ba883a4aacbae4739ea2be78dc 2024-11-15T17:53:15,397 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/A of ef3b1b868b2c1157a06c31418d6a67a8 into 981ad6ba883a4aacbae4739ea2be78dc(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:15,397 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:15,397 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/A, priority=12, startTime=1731693194859; duration=0sec 2024-11-15T17:53:15,397 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:15,397 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:A 2024-11-15T17:53:15,435 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/fef51a0b9cb74470b23efd60f74652d5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/fef51a0b9cb74470b23efd60f74652d5 2024-11-15T17:53:15,441 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/C of ef3b1b868b2c1157a06c31418d6a67a8 into fef51a0b9cb74470b23efd60f74652d5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:15,441 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:15,441 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/C, priority=12, startTime=1731693194864; duration=0sec 2024-11-15T17:53:15,442 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:15,442 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:C 2024-11-15T17:53:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T17:53:15,507 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:15,507 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:53:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-15T17:53:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T17:53:15,509 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:53:15,510 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:53:15,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:53:15,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693255507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:15,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693255566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693255566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:15,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/e195a7651fda4337852cbac2e40d87eb 2024-11-15T17:53:15,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693255587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693255587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:15,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/ed98e0ea3f8d49a9aeb6bdcb7c37c107 is 50, key is test_row_0/C:col10/1731693195048/Put/seqid=0 2024-11-15T17:53:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T17:53:15,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742215_1391 (size=9657) 2024-11-15T17:53:15,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/ed98e0ea3f8d49a9aeb6bdcb7c37c107 2024-11-15T17:53:15,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/64a88016a3794eec841ca1d9a60f8cf9 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/64a88016a3794eec841ca1d9a60f8cf9 2024-11-15T17:53:15,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/64a88016a3794eec841ca1d9a60f8cf9, entries=150, sequenceid=106, filesize=30.2 K 2024-11-15T17:53:15,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/e195a7651fda4337852cbac2e40d87eb as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/e195a7651fda4337852cbac2e40d87eb 2024-11-15T17:53:15,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/e195a7651fda4337852cbac2e40d87eb, entries=100, sequenceid=106, filesize=9.4 K 2024-11-15T17:53:15,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/ed98e0ea3f8d49a9aeb6bdcb7c37c107 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ed98e0ea3f8d49a9aeb6bdcb7c37c107 2024-11-15T17:53:15,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ed98e0ea3f8d49a9aeb6bdcb7c37c107, entries=100, sequenceid=106, filesize=9.4 K 2024-11-15T17:53:15,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=136.42 KB/139690 for ef3b1b868b2c1157a06c31418d6a67a8 in 592ms, sequenceid=106, compaction requested=false 2024-11-15T17:53:15,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:15,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T17:53:15,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:15,662 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing ef3b1b868b2c1157a06c31418d6a67a8 3/3 column families, dataSize=136.42 KB heapSize=390.06 KB 2024-11-15T17:53:15,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=A 2024-11-15T17:53:15,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:15,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=B 2024-11-15T17:53:15,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:15,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=C 2024-11-15T17:53:15,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:15,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115db8ba2aaba9d4e25b1bf907ddb05456a_ef3b1b868b2c1157a06c31418d6a67a8 is 50, key is test_row_0/A:col10/1731693195241/Put/seqid=0 2024-11-15T17:53:15,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742216_1392 (size=12304) 2024-11-15T17:53:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T17:53:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:15,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:15,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693255879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:15,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693255887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693255887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:15,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:15,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693255916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:15,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693255916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:15,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:15,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:16,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693255997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:16,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:16,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:16,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:16,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:16,087 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115db8ba2aaba9d4e25b1bf907ddb05456a_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115db8ba2aaba9d4e25b1bf907ddb05456a_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:16,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/b5bea71f1bf745d595d060797a0c2fd3, store: [table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:16,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/b5bea71f1bf745d595d060797a0c2fd3 is 175, key is test_row_0/A:col10/1731693195241/Put/seqid=0 2024-11-15T17:53:16,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742217_1393 (size=31105) 2024-11-15T17:53:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T17:53:16,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693256217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:16,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693256407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:16,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693256407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:16,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:16,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693256437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:16,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:16,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:16,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:16,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693256437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:16,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:16,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:16,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:16,492 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/b5bea71f1bf745d595d060797a0c2fd3 2024-11-15T17:53:16,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/fe3f598350b8413ea8b806b719c5f6c4 is 50, key is test_row_0/B:col10/1731693195241/Put/seqid=0 2024-11-15T17:53:16,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742218_1394 (size=12151) 2024-11-15T17:53:16,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693256539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:16,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:16,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:16,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T17:53:16,917 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/fe3f598350b8413ea8b806b719c5f6c4 2024-11-15T17:53:16,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/cf02e28672ef42959126f3b04b730a66 is 50, key is test_row_0/C:col10/1731693195241/Put/seqid=0 2024-11-15T17:53:16,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742219_1395 (size=12151) 2024-11-15T17:53:17,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693257056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:17,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:17,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-15T17:53:17,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-15T17:53:17,333 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/cf02e28672ef42959126f3b04b730a66 2024-11-15T17:53:17,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/b5bea71f1bf745d595d060797a0c2fd3 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/b5bea71f1bf745d595d060797a0c2fd3 2024-11-15T17:53:17,346 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/b5bea71f1bf745d595d060797a0c2fd3, entries=150, sequenceid=145, filesize=30.4 K 2024-11-15T17:53:17,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/fe3f598350b8413ea8b806b719c5f6c4 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/fe3f598350b8413ea8b806b719c5f6c4 2024-11-15T17:53:17,354 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/fe3f598350b8413ea8b806b719c5f6c4, entries=150, sequenceid=145, filesize=11.9 K 2024-11-15T17:53:17,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/cf02e28672ef42959126f3b04b730a66 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/cf02e28672ef42959126f3b04b730a66 2024-11-15T17:53:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,358 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/cf02e28672ef42959126f3b04b730a66, entries=150, sequenceid=145, filesize=11.9 K 2024-11-15T17:53:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,360 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~136.42 KB/139690, heapSize ~390.02 KB/399376, currentSize=46.96 KB/48090 for ef3b1b868b2c1157a06c31418d6a67a8 in 1698ms, sequenceid=145, compaction requested=true 2024-11-15T17:53:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:17,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-15T17:53:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-15T17:53:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-15T17:53:17,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8510 sec 2024-11-15T17:53:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.8570 sec 2024-11-15T17:53:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef3b1b868b2c1157a06c31418d6a67a8 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T17:53:17,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=A 2024-11-15T17:53:17,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:17,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=B 2024-11-15T17:53:17,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:17,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=C 2024-11-15T17:53:17,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111589c505688e6f4d8fb9e169d75eba416f_ef3b1b868b2c1157a06c31418d6a67a8 is 50, key is test_row_0/A:col10/1731693195870/Put/seqid=0 2024-11-15T17:53:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742220_1396 (size=12304) 2024-11-15T17:53:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693257525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:17,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693257525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:17,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693257526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:17,548 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693197494, max timestamp=1731693197543Num uniques 859; 2024-11-15T17:53:17,548 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:53:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:17,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:17,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693197494, max timestamp=1731693197543Num uniques 859; 2024-11-15T17:53:17,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693197494, max timestamp=1731693197543Num uniques 859; 2024-11-15T17:53:17,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:53:17,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:53:17,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T17:53:17,657 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:17,657 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:53:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-15T17:53:17,659 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:53:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T17:53:17,659 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:53:17,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:53:17,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693257674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:17,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693257675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693257676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:17,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693257685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T17:53:17,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693257797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:17,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:17,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693257797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:17,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:17,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693257797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:17,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:17,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693257798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:17,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:17,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:17,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:17,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:17,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:17,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:17,855 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:17,858 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111589c505688e6f4d8fb9e169d75eba416f_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111589c505688e6f4d8fb9e169d75eba416f_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:17,859 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/6fce28693d1f49e29e2118da3e6c63e7, store: [table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:17,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/6fce28693d1f49e29e2118da3e6c63e7 is 175, key is test_row_0/A:col10/1731693195870/Put/seqid=0 2024-11-15T17:53:17,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742221_1397 (size=31101) 2024-11-15T17:53:17,864 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/6fce28693d1f49e29e2118da3e6c63e7 2024-11-15T17:53:17,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/ac3579922d5a41de82f43a1d23687c88 is 50, key is test_row_0/B:col10/1731693195870/Put/seqid=0 2024-11-15T17:53:17,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742222_1398 (size=9757) 2024-11-15T17:53:17,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/ac3579922d5a41de82f43a1d23687c88 2024-11-15T17:53:17,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/d87dab950ee0403397601e195ae0f9e7 is 50, key is test_row_0/C:col10/1731693195870/Put/seqid=0 2024-11-15T17:53:17,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742223_1399 (size=9757) 2024-11-15T17:53:17,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:17,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:17,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:17,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:17,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:17,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T17:53:18,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:18,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693258016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693258016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:18,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:18,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693258016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693258016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:18,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:18,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:18,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693258076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:18,088 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in ef3b1b868b2c1157a06c31418d6a67a8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:53:18,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:18,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:18,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:18,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:18,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:18,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:18,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:18,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:18,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:18,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:18,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:18,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:18,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:18,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/d87dab950ee0403397601e195ae0f9e7 2024-11-15T17:53:18,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/6fce28693d1f49e29e2118da3e6c63e7 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/6fce28693d1f49e29e2118da3e6c63e7 2024-11-15T17:53:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T17:53:18,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/6fce28693d1f49e29e2118da3e6c63e7, entries=150, sequenceid=156, filesize=30.4 K 2024-11-15T17:53:18,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/ac3579922d5a41de82f43a1d23687c88 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/ac3579922d5a41de82f43a1d23687c88 2024-11-15T17:53:18,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/ac3579922d5a41de82f43a1d23687c88, entries=100, sequenceid=156, filesize=9.5 K 2024-11-15T17:53:18,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/d87dab950ee0403397601e195ae0f9e7 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/d87dab950ee0403397601e195ae0f9e7 2024-11-15T17:53:18,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/d87dab950ee0403397601e195ae0f9e7, entries=100, sequenceid=156, filesize=9.5 K 2024-11-15T17:53:18,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ef3b1b868b2c1157a06c31418d6a67a8 in 856ms, sequenceid=156, compaction requested=true 2024-11-15T17:53:18,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:18,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:53:18,299 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:53:18,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:18,299 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:53:18,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:53:18,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:18,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:53:18,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:18,300 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124250 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:53:18,300 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/A is initiating minor compaction (all files) 2024-11-15T17:53:18,300 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43704 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:53:18,300 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/A in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:18,300 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/B is initiating minor compaction (all files) 2024-11-15T17:53:18,300 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/981ad6ba883a4aacbae4739ea2be78dc, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/64a88016a3794eec841ca1d9a60f8cf9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/b5bea71f1bf745d595d060797a0c2fd3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/6fce28693d1f49e29e2118da3e6c63e7] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=121.3 K 2024-11-15T17:53:18,300 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/B in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:18,300 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:18,300 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/0bd7a40340d84f969f264d420aaf7469, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/e195a7651fda4337852cbac2e40d87eb, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/fe3f598350b8413ea8b806b719c5f6c4, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/ac3579922d5a41de82f43a1d23687c88] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=42.7 K 2024-11-15T17:53:18,300 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/981ad6ba883a4aacbae4739ea2be78dc, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/64a88016a3794eec841ca1d9a60f8cf9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/b5bea71f1bf745d595d060797a0c2fd3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/6fce28693d1f49e29e2118da3e6c63e7] 2024-11-15T17:53:18,301 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bd7a40340d84f969f264d420aaf7469, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731693193967 2024-11-15T17:53:18,301 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 981ad6ba883a4aacbae4739ea2be78dc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731693193967 2024-11-15T17:53:18,301 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting e195a7651fda4337852cbac2e40d87eb, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731693194651 2024-11-15T17:53:18,301 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64a88016a3794eec841ca1d9a60f8cf9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731693194651 2024-11-15T17:53:18,301 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting fe3f598350b8413ea8b806b719c5f6c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731693195218 2024-11-15T17:53:18,301 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5bea71f1bf745d595d060797a0c2fd3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731693195218 2024-11-15T17:53:18,301 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting ac3579922d5a41de82f43a1d23687c88, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731693195870 2024-11-15T17:53:18,301 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fce28693d1f49e29e2118da3e6c63e7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731693195870 2024-11-15T17:53:18,310 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:18,311 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/d6cb9cc0e03d4f9fb8f05411f3dd099e is 50, key is test_row_0/B:col10/1731693195870/Put/seqid=0 2024-11-15T17:53:18,319 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:18,321 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411154500b50dfd85407e870ecbf5f93402ca_ef3b1b868b2c1157a06c31418d6a67a8 store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:18,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742224_1400 (size=12425) 2024-11-15T17:53:18,324 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411154500b50dfd85407e870ecbf5f93402ca_ef3b1b868b2c1157a06c31418d6a67a8, store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:18,326 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154500b50dfd85407e870ecbf5f93402ca_ef3b1b868b2c1157a06c31418d6a67a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:18,336 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/d6cb9cc0e03d4f9fb8f05411f3dd099e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/d6cb9cc0e03d4f9fb8f05411f3dd099e 2024-11-15T17:53:18,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742225_1401 (size=4469) 2024-11-15T17:53:18,345 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#A#compaction#340 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:18,345 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/80cae8b1ae1340e6a0cb323fb31d0e02 is 175, key is test_row_0/A:col10/1731693195870/Put/seqid=0 2024-11-15T17:53:18,349 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/B of ef3b1b868b2c1157a06c31418d6a67a8 into d6cb9cc0e03d4f9fb8f05411f3dd099e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:18,350 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:18,350 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/B, priority=12, startTime=1731693198299; duration=0sec 2024-11-15T17:53:18,350 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:18,350 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:B 2024-11-15T17:53:18,350 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:53:18,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742226_1402 (size=31486) 2024-11-15T17:53:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:18,353 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43704 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:53:18,353 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/C is initiating minor compaction (all files) 2024-11-15T17:53:18,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef3b1b868b2c1157a06c31418d6a67a8 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-15T17:53:18,353 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/C in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:18,353 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/fef51a0b9cb74470b23efd60f74652d5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ed98e0ea3f8d49a9aeb6bdcb7c37c107, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/cf02e28672ef42959126f3b04b730a66, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/d87dab950ee0403397601e195ae0f9e7] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=42.7 K 2024-11-15T17:53:18,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=A 2024-11-15T17:53:18,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:18,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=B 2024-11-15T17:53:18,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:18,353 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting fef51a0b9cb74470b23efd60f74652d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731693193967 2024-11-15T17:53:18,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=C 2024-11-15T17:53:18,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:18,353 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting ed98e0ea3f8d49a9aeb6bdcb7c37c107, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731693194651 2024-11-15T17:53:18,354 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting cf02e28672ef42959126f3b04b730a66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731693195218 2024-11-15T17:53:18,354 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting d87dab950ee0403397601e195ae0f9e7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731693195870 2024-11-15T17:53:18,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cd5257b1e1c64657af55108aff90dd9f_ef3b1b868b2c1157a06c31418d6a67a8 is 50, key is test_row_0/A:col10/1731693197673/Put/seqid=0 2024-11-15T17:53:18,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693258382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:18,385 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#C#compaction#342 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:18,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:18,385 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/95ef20ed918c46bda8b507ddf3188635 is 50, key is test_row_0/C:col10/1731693195870/Put/seqid=0 2024-11-15T17:53:18,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742227_1403 (size=14794) 2024-11-15T17:53:18,388 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:18,392 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cd5257b1e1c64657af55108aff90dd9f_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cd5257b1e1c64657af55108aff90dd9f_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:18,394 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/d4af4a00d31d43c498374404a6a57de7, store: [table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:18,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/d4af4a00d31d43c498374404a6a57de7 is 175, key is test_row_0/A:col10/1731693197673/Put/seqid=0 2024-11-15T17:53:18,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742228_1404 (size=12425) 2024-11-15T17:53:18,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693258386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:18,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:18,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693258387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:18,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:18,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:18,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693258391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:18,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:18,409 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/95ef20ed918c46bda8b507ddf3188635 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/95ef20ed918c46bda8b507ddf3188635 2024-11-15T17:53:18,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742229_1405 (size=39749) 2024-11-15T17:53:18,417 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/C of ef3b1b868b2c1157a06c31418d6a67a8 into 95ef20ed918c46bda8b507ddf3188635(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:18,417 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:18,417 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/C, priority=12, startTime=1731693198299; duration=0sec 2024-11-15T17:53:18,417 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:18,417 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:C 2024-11-15T17:53:18,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:18,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:18,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693258497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:18,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:18,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693258507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:18,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:18,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693258507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:18,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:18,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693258507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:18,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:18,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:18,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:18,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:18,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:18,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:18,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:18,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:18,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693258725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:18,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693258727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:18,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693258728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:18,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:18,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693258728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:18,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:18,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:18,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:18,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:18,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:18,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:18,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:18,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:18,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:18,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:18,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:18,757 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/80cae8b1ae1340e6a0cb323fb31d0e02 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/80cae8b1ae1340e6a0cb323fb31d0e02 2024-11-15T17:53:18,767 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/A of ef3b1b868b2c1157a06c31418d6a67a8 into 80cae8b1ae1340e6a0cb323fb31d0e02(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:18,767 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:18,767 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/A, priority=12, startTime=1731693198299; duration=0sec 2024-11-15T17:53:18,767 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:18,767 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:A 2024-11-15T17:53:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T17:53:18,811 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/d4af4a00d31d43c498374404a6a57de7 2024-11-15T17:53:18,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/11f6bf64e4404b689b6ea26b5a9448b2 is 50, key is test_row_0/B:col10/1731693197673/Put/seqid=0 2024-11-15T17:53:18,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742230_1406 (size=12151) 2024-11-15T17:53:18,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/11f6bf64e4404b689b6ea26b5a9448b2 2024-11-15T17:53:18,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/51c3bd88e06d4f4c9463739834d0c7d8 is 50, key is test_row_0/C:col10/1731693197673/Put/seqid=0 2024-11-15T17:53:18,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:18,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:18,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:18,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:18,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:18,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:18,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742231_1407 (size=12151) 2024-11-15T17:53:18,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/51c3bd88e06d4f4c9463739834d0c7d8 2024-11-15T17:53:18,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/d4af4a00d31d43c498374404a6a57de7 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d4af4a00d31d43c498374404a6a57de7 2024-11-15T17:53:18,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d4af4a00d31d43c498374404a6a57de7, entries=200, sequenceid=194, filesize=38.8 K 2024-11-15T17:53:18,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/11f6bf64e4404b689b6ea26b5a9448b2 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/11f6bf64e4404b689b6ea26b5a9448b2 2024-11-15T17:53:18,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/11f6bf64e4404b689b6ea26b5a9448b2, entries=150, sequenceid=194, filesize=11.9 K 2024-11-15T17:53:18,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/51c3bd88e06d4f4c9463739834d0c7d8 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/51c3bd88e06d4f4c9463739834d0c7d8 2024-11-15T17:53:18,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/51c3bd88e06d4f4c9463739834d0c7d8, entries=150, sequenceid=194, filesize=11.9 K 2024-11-15T17:53:18,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for ef3b1b868b2c1157a06c31418d6a67a8 in 593ms, sequenceid=194, compaction requested=false 2024-11-15T17:53:18,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:19,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef3b1b868b2c1157a06c31418d6a67a8 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T17:53:19,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=A 2024-11-15T17:53:19,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:19,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=B 2024-11-15T17:53:19,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:19,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=C 2024-11-15T17:53:19,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:19,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:19,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:19,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:19,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:19,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c9bb5de296dc4e21ae6d4662abd6f181_ef3b1b868b2c1157a06c31418d6a67a8 is 50, key is test_row_0/A:col10/1731693199040/Put/seqid=0 2024-11-15T17:53:19,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742232_1408 (size=14794) 2024-11-15T17:53:19,104 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:19,109 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c9bb5de296dc4e21ae6d4662abd6f181_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c9bb5de296dc4e21ae6d4662abd6f181_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:19,110 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/d30876790e7e4876aac1a92c8a1b7d20, store: [table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:19,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/d30876790e7e4876aac1a92c8a1b7d20 is 175, key is test_row_0/A:col10/1731693199040/Put/seqid=0 2024-11-15T17:53:19,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693259104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:19,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693199098, max timestamp=1731693199120Num uniques 859; 2024-11-15T17:53:19,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:53:19,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693199098, max timestamp=1731693199120Num uniques 859; 2024-11-15T17:53:19,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:53:19,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:19,125 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693199098, max timestamp=1731693199120Num uniques 859; 2024-11-15T17:53:19,125 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:53:19,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742233_1409 (size=39749) 2024-11-15T17:53:19,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:19,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:19,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:19,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:19,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693259199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693259200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:19,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693259204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:19,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693259227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:19,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:19,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693259326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:19,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:19,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693259326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:19,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:19,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:19,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693259326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:19,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:19,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:19,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:19,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:19,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693259447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:19,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:19,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:19,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:19,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:19,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:19,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,526 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/d30876790e7e4876aac1a92c8a1b7d20 2024-11-15T17:53:19,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/281f6e8ae331453e887489a1ecdce73f is 50, key is test_row_0/B:col10/1731693199040/Put/seqid=0 2024-11-15T17:53:19,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693259546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:19,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:19,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693259546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:19,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:19,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:19,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693259547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:19,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:19,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742234_1410 (size=12151) 2024-11-15T17:53:19,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/281f6e8ae331453e887489a1ecdce73f 2024-11-15T17:53:19,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/8dcb984c667c4d0db67daa7c4ee41fe6 is 50, key is test_row_0/C:col10/1731693199040/Put/seqid=0 2024-11-15T17:53:19,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742235_1411 (size=12151) 2024-11-15T17:53:19,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:19,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:19,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693259766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:19,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T17:53:19,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:19,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:19,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:19,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:19,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693259867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:19,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693259867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:19,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:19,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:19,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693259868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:19,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:19,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:20,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/8dcb984c667c4d0db67daa7c4ee41fe6 2024-11-15T17:53:20,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/d30876790e7e4876aac1a92c8a1b7d20 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d30876790e7e4876aac1a92c8a1b7d20 2024-11-15T17:53:20,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d30876790e7e4876aac1a92c8a1b7d20, entries=200, sequenceid=207, filesize=38.8 K 2024-11-15T17:53:20,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/281f6e8ae331453e887489a1ecdce73f as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/281f6e8ae331453e887489a1ecdce73f 2024-11-15T17:53:20,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/281f6e8ae331453e887489a1ecdce73f, entries=150, sequenceid=207, filesize=11.9 K 2024-11-15T17:53:20,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/8dcb984c667c4d0db67daa7c4ee41fe6 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/8dcb984c667c4d0db67daa7c4ee41fe6 2024-11-15T17:53:20,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/8dcb984c667c4d0db67daa7c4ee41fe6, entries=150, sequenceid=207, filesize=11.9 K 2024-11-15T17:53:20,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ef3b1b868b2c1157a06c31418d6a67a8 in 995ms, sequenceid=207, compaction requested=true 2024-11-15T17:53:20,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:20,036 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:20,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:53:20,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:20,037 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:20,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:53:20,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:20,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:53:20,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:20,038 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:20,038 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/B is initiating minor compaction (all files) 2024-11-15T17:53:20,038 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/B in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:20,038 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/d6cb9cc0e03d4f9fb8f05411f3dd099e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/11f6bf64e4404b689b6ea26b5a9448b2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/281f6e8ae331453e887489a1ecdce73f] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=35.9 K 2024-11-15T17:53:20,038 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110984 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:20,038 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/A is initiating minor compaction (all files) 2024-11-15T17:53:20,038 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/A in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:20,039 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/80cae8b1ae1340e6a0cb323fb31d0e02, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d4af4a00d31d43c498374404a6a57de7, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d30876790e7e4876aac1a92c8a1b7d20] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=108.4 K 2024-11-15T17:53:20,039 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:20,039 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/80cae8b1ae1340e6a0cb323fb31d0e02, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d4af4a00d31d43c498374404a6a57de7, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d30876790e7e4876aac1a92c8a1b7d20] 2024-11-15T17:53:20,039 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting d6cb9cc0e03d4f9fb8f05411f3dd099e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731693195218 2024-11-15T17:53:20,039 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80cae8b1ae1340e6a0cb323fb31d0e02, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731693195218 2024-11-15T17:53:20,040 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 11f6bf64e4404b689b6ea26b5a9448b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731693197673 2024-11-15T17:53:20,040 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4af4a00d31d43c498374404a6a57de7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731693197643 2024-11-15T17:53:20,040 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 281f6e8ae331453e887489a1ecdce73f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731693198381 2024-11-15T17:53:20,040 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting d30876790e7e4876aac1a92c8a1b7d20, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731693198381 2024-11-15T17:53:20,060 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:20,063 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#B#compaction#349 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:20,063 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/f8f4a5186ac247e8b32148aab2858521 is 50, key is test_row_0/B:col10/1731693199040/Put/seqid=0 2024-11-15T17:53:20,076 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115870fc16ebec84d7097a9967e874897eb_ef3b1b868b2c1157a06c31418d6a67a8 store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:20,079 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115870fc16ebec84d7097a9967e874897eb_ef3b1b868b2c1157a06c31418d6a67a8, store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:20,080 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115870fc16ebec84d7097a9967e874897eb_ef3b1b868b2c1157a06c31418d6a67a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:20,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef3b1b868b2c1157a06c31418d6a67a8 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-15T17:53:20,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=A 2024-11-15T17:53:20,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:20,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=B 2024-11-15T17:53:20,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:20,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=C 2024-11-15T17:53:20,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:20,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742237_1413 (size=4469) 2024-11-15T17:53:20,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:20,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:20,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:20,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:20,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:20,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:20,128 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#A#compaction#348 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:20,129 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/cb9fd87c85d94bbcad998bd889112314 is 175, key is test_row_0/A:col10/1731693199040/Put/seqid=0 2024-11-15T17:53:20,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742236_1412 (size=12527) 2024-11-15T17:53:20,147 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/f8f4a5186ac247e8b32148aab2858521 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/f8f4a5186ac247e8b32148aab2858521 2024-11-15T17:53:20,166 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/B of ef3b1b868b2c1157a06c31418d6a67a8 into f8f4a5186ac247e8b32148aab2858521(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:20,166 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:20,166 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/B, priority=13, startTime=1731693200037; duration=0sec 2024-11-15T17:53:20,167 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:20,167 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:B 2024-11-15T17:53:20,167 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:20,168 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:20,168 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/C is initiating minor compaction (all files) 2024-11-15T17:53:20,168 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/C in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:20,168 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/95ef20ed918c46bda8b507ddf3188635, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/51c3bd88e06d4f4c9463739834d0c7d8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/8dcb984c667c4d0db67daa7c4ee41fe6] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=35.9 K 2024-11-15T17:53:20,169 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 95ef20ed918c46bda8b507ddf3188635, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731693195218 2024-11-15T17:53:20,169 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 51c3bd88e06d4f4c9463739834d0c7d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731693197673 2024-11-15T17:53:20,170 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 8dcb984c667c4d0db67daa7c4ee41fe6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731693198381 2024-11-15T17:53:20,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155455a1703eb34cdab6635efdcda5764f_ef3b1b868b2c1157a06c31418d6a67a8 is 50, key is test_row_0/A:col10/1731693200104/Put/seqid=0 2024-11-15T17:53:20,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742238_1414 (size=31481) 2024-11-15T17:53:20,194 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/cb9fd87c85d94bbcad998bd889112314 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/cb9fd87c85d94bbcad998bd889112314 2024-11-15T17:53:20,199 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/A of ef3b1b868b2c1157a06c31418d6a67a8 into cb9fd87c85d94bbcad998bd889112314(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:20,199 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:20,199 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/A, priority=13, startTime=1731693200036; duration=0sec 2024-11-15T17:53:20,200 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:20,200 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:A 2024-11-15T17:53:20,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693260202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:20,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:20,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:20,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:20,225 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#C#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:20,225 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/212432e71bbc4f72ba8638798cf60866 is 50, key is test_row_0/C:col10/1731693199040/Put/seqid=0 2024-11-15T17:53:20,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742239_1415 (size=14794) 2024-11-15T17:53:20,233 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:20,239 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155455a1703eb34cdab6635efdcda5764f_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155455a1703eb34cdab6635efdcda5764f_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:20,240 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/e3e06da7356d4959945188e65b7f9afe, store: [table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:20,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/e3e06da7356d4959945188e65b7f9afe is 175, key is test_row_0/A:col10/1731693200104/Put/seqid=0 2024-11-15T17:53:20,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742240_1416 (size=12527) 2024-11-15T17:53:20,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:20,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:20,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:20,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:20,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:20,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:20,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742241_1417 (size=39749) 2024-11-15T17:53:20,289 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/e3e06da7356d4959945188e65b7f9afe 2024-11-15T17:53:20,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/e5b1abce5f8f4e82ba6de91925acadef is 50, key is test_row_0/B:col10/1731693200104/Put/seqid=0 2024-11-15T17:53:20,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693260297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:20,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693260331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:20,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:20,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:20,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:20,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742242_1418 (size=12151) 2024-11-15T17:53:20,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/e5b1abce5f8f4e82ba6de91925acadef 2024-11-15T17:53:20,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/061facf628a449579fe0d7108e929ddc is 50, key is test_row_0/C:col10/1731693200104/Put/seqid=0 2024-11-15T17:53:20,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693260377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:20,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693260377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:20,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:20,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:20,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:20,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:20,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742243_1419 (size=12151) 2024-11-15T17:53:20,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693260387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:20,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:20,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:20,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:20,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:20,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:20,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:20,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:20,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:20,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:20,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693260547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:20,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:20,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:20,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:20,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:20,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:20,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:20,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:20,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:20,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:20,667 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/212432e71bbc4f72ba8638798cf60866 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/212432e71bbc4f72ba8638798cf60866 2024-11-15T17:53:20,679 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/C of ef3b1b868b2c1157a06c31418d6a67a8 into 212432e71bbc4f72ba8638798cf60866(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:20,679 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:20,679 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/C, priority=13, startTime=1731693200037; duration=0sec 2024-11-15T17:53:20,679 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:20,679 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:C 2024-11-15T17:53:20,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:20,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:20,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:20,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:20,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:20,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:20,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/061facf628a449579fe0d7108e929ddc 2024-11-15T17:53:20,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/e3e06da7356d4959945188e65b7f9afe as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/e3e06da7356d4959945188e65b7f9afe 2024-11-15T17:53:20,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/e3e06da7356d4959945188e65b7f9afe, entries=200, sequenceid=242, filesize=38.8 K 2024-11-15T17:53:20,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/e5b1abce5f8f4e82ba6de91925acadef as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/e5b1abce5f8f4e82ba6de91925acadef 2024-11-15T17:53:20,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/e5b1abce5f8f4e82ba6de91925acadef, entries=150, sequenceid=242, filesize=11.9 K 2024-11-15T17:53:20,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/061facf628a449579fe0d7108e929ddc as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/061facf628a449579fe0d7108e929ddc 2024-11-15T17:53:20,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/061facf628a449579fe0d7108e929ddc, entries=150, sequenceid=242, filesize=11.9 K 2024-11-15T17:53:20,829 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-15T17:53:20,829 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-15T17:53:20,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for ef3b1b868b2c1157a06c31418d6a67a8 in 727ms, sequenceid=242, compaction requested=false 2024-11-15T17:53:20,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:20,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef3b1b868b2c1157a06c31418d6a67a8 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T17:53:20,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=A 2024-11-15T17:53:20,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:20,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=B 2024-11-15T17:53:20,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:20,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=C 2024-11-15T17:53:20,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:20,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154841abb93e3c4e0eb330bb67e9c63dc4_ef3b1b868b2c1157a06c31418d6a67a8 is 50, key is test_row_0/A:col10/1731693200866/Put/seqid=0 2024-11-15T17:53:20,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:20,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:20,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:20,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:20,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:20,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:20,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742244_1420 (size=14794) 2024-11-15T17:53:20,930 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:20,939 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154841abb93e3c4e0eb330bb67e9c63dc4_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154841abb93e3c4e0eb330bb67e9c63dc4_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:20,939 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/b62f800a0b344223899d2cc72e5c1433, store: [table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:20,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/b62f800a0b344223899d2cc72e5c1433 is 175, key is test_row_0/A:col10/1731693200866/Put/seqid=0 2024-11-15T17:53:20,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742245_1421 (size=39749) 2024-11-15T17:53:20,965 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/b62f800a0b344223899d2cc72e5c1433 2024-11-15T17:53:20,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/c8fff09b38d844d19f173cf24d975914 is 50, key is test_row_0/B:col10/1731693200866/Put/seqid=0 2024-11-15T17:53:20,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742246_1422 (size=12151) 2024-11-15T17:53:21,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:21,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:21,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:21,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:21,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693200990, max timestamp=1731693201065Num uniques 859; 2024-11-15T17:53:21,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:53:21,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693200990, max timestamp=1731693201065Num uniques 859; 2024-11-15T17:53:21,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:53:21,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693200990, max timestamp=1731693201065Num uniques 859; 2024-11-15T17:53:21,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:53:21,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:21,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:21,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:21,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:21,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693261186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:21,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:21,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:21,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:21,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693261306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:21,312 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_2' in ef3b1b868b2c1157a06c31418d6a67a8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:53:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:21,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693261317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:21,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:21,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:21,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:21,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:21,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/c8fff09b38d844d19f173cf24d975914 2024-11-15T17:53:21,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/850f14f187044093982f9e109156d86d is 50, key is test_row_0/C:col10/1731693200866/Put/seqid=0 2024-11-15T17:53:21,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693261396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:21,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693261397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:21,402 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in ef3b1b868b2c1157a06c31418d6a67a8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:53:21,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:21,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:21,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:21,404 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_2' in ef3b1b868b2c1157a06c31418d6a67a8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:53:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:21,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693261417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:21,422 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in ef3b1b868b2c1157a06c31418d6a67a8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:53:21,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:21,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:21,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:21,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742247_1423 (size=12151) 2024-11-15T17:53:21,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:21,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:21,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:21,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:21,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693261550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:21,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:21,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:21,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:21,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:21,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:21,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:21,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:21,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T17:53:21,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:21,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:21,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:21,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:21,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/850f14f187044093982f9e109156d86d 2024-11-15T17:53:21,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/b62f800a0b344223899d2cc72e5c1433 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/b62f800a0b344223899d2cc72e5c1433 2024-11-15T17:53:21,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/b62f800a0b344223899d2cc72e5c1433, entries=200, sequenceid=256, filesize=38.8 K 2024-11-15T17:53:21,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/c8fff09b38d844d19f173cf24d975914 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/c8fff09b38d844d19f173cf24d975914 2024-11-15T17:53:21,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/c8fff09b38d844d19f173cf24d975914, entries=150, sequenceid=256, filesize=11.9 K 2024-11-15T17:53:21,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/850f14f187044093982f9e109156d86d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/850f14f187044093982f9e109156d86d 2024-11-15T17:53:21,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/850f14f187044093982f9e109156d86d, entries=150, sequenceid=256, filesize=11.9 K 2024-11-15T17:53:21,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ef3b1b868b2c1157a06c31418d6a67a8 in 1004ms, sequenceid=256, compaction requested=true 2024-11-15T17:53:21,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:21,875 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:21,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:53:21,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:21,875 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:21,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:53:21,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:21,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:53:21,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:21,876 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:21,876 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/A is initiating minor compaction (all files) 2024-11-15T17:53:21,876 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/A in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:21,876 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:21,876 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/B is initiating minor compaction (all files) 2024-11-15T17:53:21,876 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/cb9fd87c85d94bbcad998bd889112314, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/e3e06da7356d4959945188e65b7f9afe, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/b62f800a0b344223899d2cc72e5c1433] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=108.4 K 2024-11-15T17:53:21,876 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/B in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:21,876 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:21,876 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/f8f4a5186ac247e8b32148aab2858521, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/e5b1abce5f8f4e82ba6de91925acadef, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/c8fff09b38d844d19f173cf24d975914] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=36.0 K 2024-11-15T17:53:21,876 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/cb9fd87c85d94bbcad998bd889112314, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/e3e06da7356d4959945188e65b7f9afe, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/b62f800a0b344223899d2cc72e5c1433] 2024-11-15T17:53:21,876 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting cb9fd87c85d94bbcad998bd889112314, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731693198381 2024-11-15T17:53:21,876 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8f4a5186ac247e8b32148aab2858521, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731693198381 2024-11-15T17:53:21,877 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5b1abce5f8f4e82ba6de91925acadef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731693199173 2024-11-15T17:53:21,877 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting e3e06da7356d4959945188e65b7f9afe, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731693199173 2024-11-15T17:53:21,877 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8fff09b38d844d19f173cf24d975914, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731693200157 2024-11-15T17:53:21,877 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting b62f800a0b344223899d2cc72e5c1433, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731693200157 2024-11-15T17:53:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:21,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef3b1b868b2c1157a06c31418d6a67a8 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-15T17:53:21,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=A 2024-11-15T17:53:21,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:21,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=B 2024-11-15T17:53:21,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:21,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=C 2024-11-15T17:53:21,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:21,893 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#B#compaction#357 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:21,893 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/41185d9e7cb64f29bc99c6dedcac111b is 50, key is test_row_0/B:col10/1731693200866/Put/seqid=0 2024-11-15T17:53:21,894 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:21,914 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115fb4efec218da4d9983dfa4ca61fb4be8_ef3b1b868b2c1157a06c31418d6a67a8 store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:21,916 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115fb4efec218da4d9983dfa4ca61fb4be8_ef3b1b868b2c1157a06c31418d6a67a8, store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:21,916 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115fb4efec218da4d9983dfa4ca61fb4be8_ef3b1b868b2c1157a06c31418d6a67a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:21,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115609551aba5de489a93cad42b08cbe4f2_ef3b1b868b2c1157a06c31418d6a67a8 is 50, key is test_row_0/A:col10/1731693201126/Put/seqid=0 2024-11-15T17:53:21,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742248_1424 (size=12629) 2024-11-15T17:53:21,954 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/41185d9e7cb64f29bc99c6dedcac111b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/41185d9e7cb64f29bc99c6dedcac111b 2024-11-15T17:53:21,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742250_1426 (size=14994) 2024-11-15T17:53:21,959 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/B of ef3b1b868b2c1157a06c31418d6a67a8 into 41185d9e7cb64f29bc99c6dedcac111b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:21,959 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:21,959 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/B, priority=13, startTime=1731693201875; duration=0sec 2024-11-15T17:53:21,959 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:21,959 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:B 2024-11-15T17:53:21,959 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:21,961 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:21,961 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/C is initiating minor compaction (all files) 2024-11-15T17:53:21,961 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/C in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:21,961 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/212432e71bbc4f72ba8638798cf60866, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/061facf628a449579fe0d7108e929ddc, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/850f14f187044093982f9e109156d86d] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=36.0 K 2024-11-15T17:53:21,962 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 212432e71bbc4f72ba8638798cf60866, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731693198381 2024-11-15T17:53:21,963 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 061facf628a449579fe0d7108e929ddc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731693199173 2024-11-15T17:53:21,964 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 850f14f187044093982f9e109156d86d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731693200157 2024-11-15T17:53:21,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742249_1425 (size=4469) 2024-11-15T17:53:21,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:21,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:21,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:21,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:21,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693261973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:21,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:21,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:21,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:21,988 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#C#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:21,989 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/58cfd891e0154d199a9df2c705b1a346 is 50, key is test_row_0/C:col10/1731693200866/Put/seqid=0 2024-11-15T17:53:22,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742251_1427 (size=12629) 2024-11-15T17:53:22,021 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/58cfd891e0154d199a9df2c705b1a346 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/58cfd891e0154d199a9df2c705b1a346 2024-11-15T17:53:22,026 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/C of ef3b1b868b2c1157a06c31418d6a67a8 into 58cfd891e0154d199a9df2c705b1a346(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:22,026 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:22,026 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/C, priority=13, startTime=1731693201875; duration=0sec 2024-11-15T17:53:22,026 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:22,026 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:C 2024-11-15T17:53:22,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693262097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:22,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:22,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:22,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:22,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:22,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:22,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:22,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:22,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:22,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:22,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:22,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:22,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:22,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:22,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693262317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:22,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:22,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:22,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:22,359 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:22,362 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115609551aba5de489a93cad42b08cbe4f2_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115609551aba5de489a93cad42b08cbe4f2_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:22,363 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/5cdf26d80f3741d7b234380ad8eff916, store: [table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:22,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/5cdf26d80f3741d7b234380ad8eff916 is 175, key is test_row_0/A:col10/1731693201126/Put/seqid=0 2024-11-15T17:53:22,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742252_1428 (size=39949) 2024-11-15T17:53:22,371 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#A#compaction#358 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:22,371 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/5cdf26d80f3741d7b234380ad8eff916 2024-11-15T17:53:22,371 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/2ab552709595475789651bfd318446aa is 175, key is test_row_0/A:col10/1731693200866/Put/seqid=0 2024-11-15T17:53:22,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742253_1429 (size=31583) 2024-11-15T17:53:22,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/992a11ef95794f06b3985df31310082b is 50, key is test_row_0/B:col10/1731693201126/Put/seqid=0 2024-11-15T17:53:22,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742254_1430 (size=12301) 2024-11-15T17:53:22,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:22,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:22,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:22,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:22,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:22,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:22,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:22,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:22,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:22,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:22,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:22,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:22,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693262627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:22,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:22,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:22,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:22,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:22,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:22,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:22,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:22,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:22,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:22,784 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/2ab552709595475789651bfd318446aa as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/2ab552709595475789651bfd318446aa 2024-11-15T17:53:22,789 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/A of ef3b1b868b2c1157a06c31418d6a67a8 into 2ab552709595475789651bfd318446aa(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:22,789 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:22,790 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/A, priority=13, startTime=1731693201874; duration=0sec 2024-11-15T17:53:22,790 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:22,790 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:A 2024-11-15T17:53:22,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/992a11ef95794f06b3985df31310082b 2024-11-15T17:53:22,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/06dc509737ff497bb8a181ba2bc071e2 is 50, key is test_row_0/C:col10/1731693201126/Put/seqid=0 2024-11-15T17:53:22,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742255_1431 (size=12301) 2024-11-15T17:53:22,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:22,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:22,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:22,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:22,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:22,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:23,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:23,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:23,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:23,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693263147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:23,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:23,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:23,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:23,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:23,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:23,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/06dc509737ff497bb8a181ba2bc071e2 2024-11-15T17:53:23,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/5cdf26d80f3741d7b234380ad8eff916 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/5cdf26d80f3741d7b234380ad8eff916 2024-11-15T17:53:23,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/5cdf26d80f3741d7b234380ad8eff916, entries=200, sequenceid=292, filesize=39.0 K 2024-11-15T17:53:23,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/992a11ef95794f06b3985df31310082b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/992a11ef95794f06b3985df31310082b 2024-11-15T17:53:23,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/992a11ef95794f06b3985df31310082b, entries=150, sequenceid=292, filesize=12.0 K 2024-11-15T17:53:23,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/06dc509737ff497bb8a181ba2bc071e2 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/06dc509737ff497bb8a181ba2bc071e2 2024-11-15T17:53:23,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/06dc509737ff497bb8a181ba2bc071e2, entries=150, sequenceid=292, filesize=12.0 K 2024-11-15T17:53:23,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for ef3b1b868b2c1157a06c31418d6a67a8 in 1371ms, sequenceid=292, compaction requested=false 2024-11-15T17:53:23,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:23,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef3b1b868b2c1157a06c31418d6a67a8 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T17:53:23,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=A 2024-11-15T17:53:23,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:23,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=B 2024-11-15T17:53:23,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:23,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=C 2024-11-15T17:53:23,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:23,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a3c871fcecda4774b3fa9d99f79e14fa_ef3b1b868b2c1157a06c31418d6a67a8 is 50, key is test_row_0/A:col10/1731693201970/Put/seqid=0 2024-11-15T17:53:23,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:23,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:23,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:23,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:23,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742256_1432 (size=14994) 2024-11-15T17:53:23,356 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:23,364 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a3c871fcecda4774b3fa9d99f79e14fa_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a3c871fcecda4774b3fa9d99f79e14fa_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:23,365 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/42b7da46caa142f0ab33ff0db679d52a, store: [table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:23,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/42b7da46caa142f0ab33ff0db679d52a is 175, key is test_row_0/A:col10/1731693201970/Put/seqid=0 2024-11-15T17:53:23,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742257_1433 (size=39949) 2024-11-15T17:53:23,463 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693203428, max timestamp=1731693203460Num uniques 859; 2024-11-15T17:53:23,463 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693203428, max timestamp=1731693203460Num uniques 859; 2024-11-15T17:53:23,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:53:23,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:53:23,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693203428, max timestamp=1731693203460Num uniques 859; 2024-11-15T17:53:23,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:53:23,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:23,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:23,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:23,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:23,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693263528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:23,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693263529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:23,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693263530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:23,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693263531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:23,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693263647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:23,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:23,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:23,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:23,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:23,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:23,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693263656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:23,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693263656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:23,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:23,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693263656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:23,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:23,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:23,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:23,781 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=306, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/42b7da46caa142f0ab33ff0db679d52a 2024-11-15T17:53:23,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/dbb09381b8bb460ab0ead0cd352aa0aa is 50, key is test_row_0/B:col10/1731693201970/Put/seqid=0 2024-11-15T17:53:23,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742258_1434 (size=12301) 2024-11-15T17:53:23,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/dbb09381b8bb460ab0ead0cd352aa0aa 2024-11-15T17:53:23,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/2aa71990944e48c281481e548741ffc3 is 50, key is test_row_0/C:col10/1731693201970/Put/seqid=0 2024-11-15T17:53:23,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742259_1435 (size=12301) 2024-11-15T17:53:23,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:23,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:23,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:23,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:23,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693263857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:23,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693263877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:23,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693263877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:23,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693263877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:23,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:23,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:23,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:23,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:23,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:23,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:23,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:23,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:23,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:24,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:24,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:24,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:24,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:24,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:24,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:24,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693264166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:24,180 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in ef3b1b868b2c1157a06c31418d6a67a8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:53:24,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:24,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693264177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:24,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:24,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693264187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:24,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/2aa71990944e48c281481e548741ffc3 2024-11-15T17:53:24,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/42b7da46caa142f0ab33ff0db679d52a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/42b7da46caa142f0ab33ff0db679d52a 2024-11-15T17:53:24,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693264196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:24,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693264196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:24,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:24,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/42b7da46caa142f0ab33ff0db679d52a, entries=200, sequenceid=306, filesize=39.0 K 2024-11-15T17:53:24,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/dbb09381b8bb460ab0ead0cd352aa0aa as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/dbb09381b8bb460ab0ead0cd352aa0aa 2024-11-15T17:53:24,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/dbb09381b8bb460ab0ead0cd352aa0aa, entries=150, sequenceid=306, filesize=12.0 K 2024-11-15T17:53:24,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/2aa71990944e48c281481e548741ffc3 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/2aa71990944e48c281481e548741ffc3 2024-11-15T17:53:24,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/2aa71990944e48c281481e548741ffc3, entries=150, sequenceid=306, filesize=12.0 K 2024-11-15T17:53:24,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ef3b1b868b2c1157a06c31418d6a67a8 in 897ms, sequenceid=306, compaction requested=true 2024-11-15T17:53:24,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:24,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:53:24,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:24,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:53:24,230 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:24,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:24,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:53:24,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T17:53:24,230 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:24,231 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:24,231 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/A is initiating minor compaction (all files) 2024-11-15T17:53:24,231 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/A in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:24,231 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/2ab552709595475789651bfd318446aa, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/5cdf26d80f3741d7b234380ad8eff916, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/42b7da46caa142f0ab33ff0db679d52a] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=108.9 K 2024-11-15T17:53:24,231 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:24,231 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/2ab552709595475789651bfd318446aa, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/5cdf26d80f3741d7b234380ad8eff916, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/42b7da46caa142f0ab33ff0db679d52a] 2024-11-15T17:53:24,231 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:24,231 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/B is initiating minor compaction (all files) 2024-11-15T17:53:24,231 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/B in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:24,232 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/41185d9e7cb64f29bc99c6dedcac111b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/992a11ef95794f06b3985df31310082b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/dbb09381b8bb460ab0ead0cd352aa0aa] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=36.4 K 2024-11-15T17:53:24,232 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ab552709595475789651bfd318446aa, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731693200157 2024-11-15T17:53:24,234 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cdf26d80f3741d7b234380ad8eff916, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731693201126 2024-11-15T17:53:24,234 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42b7da46caa142f0ab33ff0db679d52a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731693201939 2024-11-15T17:53:24,239 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 41185d9e7cb64f29bc99c6dedcac111b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731693200157 2024-11-15T17:53:24,239 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 992a11ef95794f06b3985df31310082b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731693201126 2024-11-15T17:53:24,239 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting dbb09381b8bb460ab0ead0cd352aa0aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731693201939 2024-11-15T17:53:24,242 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:24,246 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111550fa03949406413cb6fb5bd86fa2af98_ef3b1b868b2c1157a06c31418d6a67a8 store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:24,248 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111550fa03949406413cb6fb5bd86fa2af98_ef3b1b868b2c1157a06c31418d6a67a8, store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:24,248 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111550fa03949406413cb6fb5bd86fa2af98_ef3b1b868b2c1157a06c31418d6a67a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:24,251 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#B#compaction#367 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:24,252 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/b92d36bad5ef418fb00886ffe0e3c44e is 50, key is test_row_0/B:col10/1731693201970/Put/seqid=0 2024-11-15T17:53:24,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742260_1436 (size=4469) 2024-11-15T17:53:24,257 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#A#compaction#366 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:24,257 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/7fe1407a55a644ce8fb05a872d6e4de4 is 175, key is test_row_0/A:col10/1731693201970/Put/seqid=0 2024-11-15T17:53:24,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T17:53:24,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:24,275 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing ef3b1b868b2c1157a06c31418d6a67a8 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-15T17:53:24,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=A 2024-11-15T17:53:24,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:24,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=B 2024-11-15T17:53:24,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:24,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=C 2024-11-15T17:53:24,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:24,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742261_1437 (size=12881) 2024-11-15T17:53:24,292 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/b92d36bad5ef418fb00886ffe0e3c44e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/b92d36bad5ef418fb00886ffe0e3c44e 2024-11-15T17:53:24,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742262_1438 (size=31835) 2024-11-15T17:53:24,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b1893d119095491cba97422b57e2aa6b_ef3b1b868b2c1157a06c31418d6a67a8 is 50, key is test_row_0/A:col10/1731693203527/Put/seqid=0 2024-11-15T17:53:24,309 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/B of ef3b1b868b2c1157a06c31418d6a67a8 into b92d36bad5ef418fb00886ffe0e3c44e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:24,309 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:24,309 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/B, priority=13, startTime=1731693204229; duration=0sec 2024-11-15T17:53:24,310 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:24,310 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:B 2024-11-15T17:53:24,310 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:24,312 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:24,312 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/C is initiating minor compaction (all files) 2024-11-15T17:53:24,312 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/C in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:24,312 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/58cfd891e0154d199a9df2c705b1a346, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/06dc509737ff497bb8a181ba2bc071e2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/2aa71990944e48c281481e548741ffc3] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=36.4 K 2024-11-15T17:53:24,313 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 58cfd891e0154d199a9df2c705b1a346, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731693200157 2024-11-15T17:53:24,313 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 06dc509737ff497bb8a181ba2bc071e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731693201126 2024-11-15T17:53:24,313 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 2aa71990944e48c281481e548741ffc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731693201939 2024-11-15T17:53:24,329 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#C#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:24,330 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/e83c913232e846658501903454b38d47 is 50, key is test_row_0/C:col10/1731693201970/Put/seqid=0 2024-11-15T17:53:24,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742263_1439 (size=12454) 2024-11-15T17:53:24,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742264_1440 (size=12881) 2024-11-15T17:53:24,358 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/e83c913232e846658501903454b38d47 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/e83c913232e846658501903454b38d47 2024-11-15T17:53:24,365 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/C of ef3b1b868b2c1157a06c31418d6a67a8 into e83c913232e846658501903454b38d47(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:24,365 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:24,365 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/C, priority=13, startTime=1731693204230; duration=0sec 2024-11-15T17:53:24,365 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:24,365 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:C 2024-11-15T17:53:24,697 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/7fe1407a55a644ce8fb05a872d6e4de4 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/7fe1407a55a644ce8fb05a872d6e4de4 2024-11-15T17:53:24,703 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/A of ef3b1b868b2c1157a06c31418d6a67a8 into 7fe1407a55a644ce8fb05a872d6e4de4(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:24,703 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:24,703 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/A, priority=13, startTime=1731693204229; duration=0sec 2024-11-15T17:53:24,703 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:24,703 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:A 2024-11-15T17:53:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:24,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:24,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:24,736 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b1893d119095491cba97422b57e2aa6b_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b1893d119095491cba97422b57e2aa6b_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:24,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/d9ad25fc3baf45a686f1cc04300703af, store: [table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:24,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/d9ad25fc3baf45a686f1cc04300703af is 175, key is test_row_0/A:col10/1731693203527/Put/seqid=0 2024-11-15T17:53:24,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742265_1441 (size=31255) 2024-11-15T17:53:24,741 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/d9ad25fc3baf45a686f1cc04300703af 2024-11-15T17:53:24,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/0dbb5ed14c6b4da4b367d7ef6c4d6a64 is 50, key is test_row_0/B:col10/1731693203527/Put/seqid=0 2024-11-15T17:53:24,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742266_1442 (size=12301) 2024-11-15T17:53:24,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693264776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:24,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693264778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693264778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693264779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:24,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:24,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693264907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:24,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:24,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693264907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:24,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:24,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693264907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:24,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:24,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693264907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:24,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:24,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:24,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:25,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693265127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:25,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693265127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:25,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693265127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:25,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693265132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:25,155 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/0dbb5ed14c6b4da4b367d7ef6c4d6a64 2024-11-15T17:53:25,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/58d3949001d749eaba865bf31e1ddc1b is 50, key is test_row_0/C:col10/1731693203527/Put/seqid=0 2024-11-15T17:53:25,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742267_1443 (size=12301) 2024-11-15T17:53:25,249 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/58d3949001d749eaba865bf31e1ddc1b 2024-11-15T17:53:25,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/d9ad25fc3baf45a686f1cc04300703af as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d9ad25fc3baf45a686f1cc04300703af 2024-11-15T17:53:25,267 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d9ad25fc3baf45a686f1cc04300703af, entries=150, sequenceid=342, filesize=30.5 K 2024-11-15T17:53:25,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/0dbb5ed14c6b4da4b367d7ef6c4d6a64 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/0dbb5ed14c6b4da4b367d7ef6c4d6a64 2024-11-15T17:53:25,279 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/0dbb5ed14c6b4da4b367d7ef6c4d6a64, entries=150, sequenceid=342, filesize=12.0 K 2024-11-15T17:53:25,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/58d3949001d749eaba865bf31e1ddc1b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/58d3949001d749eaba865bf31e1ddc1b 2024-11-15T17:53:25,286 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/58d3949001d749eaba865bf31e1ddc1b, entries=150, sequenceid=342, filesize=12.0 K 2024-11-15T17:53:25,287 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=60.38 KB/61830 for ef3b1b868b2c1157a06c31418d6a67a8 in 1013ms, sequenceid=342, compaction requested=false 2024-11-15T17:53:25,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:25,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:25,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-15T17:53:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-15T17:53:25,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-15T17:53:25,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 7.6310 sec 2024-11-15T17:53:25,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 7.6370 sec 2024-11-15T17:53:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:25,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef3b1b868b2c1157a06c31418d6a67a8 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T17:53:25,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=A 2024-11-15T17:53:25,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:25,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=B 2024-11-15T17:53:25,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:25,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=C 2024-11-15T17:53:25,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:25,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111504b36bd044894cfaa5aa6949f06b85ef_ef3b1b868b2c1157a06c31418d6a67a8 is 50, key is test_row_0/A:col10/1731693204747/Put/seqid=0 2024-11-15T17:53:25,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742268_1444 (size=14994) 2024-11-15T17:53:25,464 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:25,467 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111504b36bd044894cfaa5aa6949f06b85ef_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111504b36bd044894cfaa5aa6949f06b85ef_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:25,468 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/425d11b45965475aa61ecfdb1066b891, store: [table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:25,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/425d11b45965475aa61ecfdb1066b891 is 175, key is test_row_0/A:col10/1731693204747/Put/seqid=0 2024-11-15T17:53:25,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742269_1445 (size=39949) 2024-11-15T17:53:25,481 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/425d11b45965475aa61ecfdb1066b891 2024-11-15T17:53:25,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/67af856a77a64807921894b7317d047b is 50, key is test_row_0/B:col10/1731693204747/Put/seqid=0 2024-11-15T17:53:25,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742270_1446 (size=12301) 2024-11-15T17:53:25,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693265491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:25,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693265505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:25,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:25,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693265506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:25,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:25,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693265506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:25,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:25,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693265617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:25,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:25,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693265627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:25,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:25,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693265627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:25,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:25,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:25,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693265627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:25,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:25,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693265827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T17:53:25,848 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:25,849 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:53:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-15T17:53:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T17:53:25,852 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:53:25,852 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:53:25,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:25,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:53:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693265847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:25,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:25,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693265847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:25,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:25,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693265848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:25,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:25,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:25,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/67af856a77a64807921894b7317d047b 2024-11-15T17:53:25,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/a53d6c17a9f143dbb8f88474f92a5e78 is 50, key is test_row_0/C:col10/1731693204747/Put/seqid=0 2024-11-15T17:53:25,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742271_1447 (size=12301) 2024-11-15T17:53:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T17:53:26,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T17:53:26,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:26,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:26,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:26,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:26,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:26,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693266147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:26,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T17:53:26,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:26,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:26,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:26,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:26,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:26,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693266156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:26,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:26,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693266157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:26,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T17:53:26,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693266167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:26,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:26,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42476 deadline: 1731693266198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:26,202 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in ef3b1b868b2c1157a06c31418d6a67a8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:53:26,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:26,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T17:53:26,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:26,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:26,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:26,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:26,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:26,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/a53d6c17a9f143dbb8f88474f92a5e78 2024-11-15T17:53:26,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/425d11b45965475aa61ecfdb1066b891 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/425d11b45965475aa61ecfdb1066b891 2024-11-15T17:53:26,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/425d11b45965475aa61ecfdb1066b891, entries=200, sequenceid=358, filesize=39.0 K 2024-11-15T17:53:26,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/67af856a77a64807921894b7317d047b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/67af856a77a64807921894b7317d047b 2024-11-15T17:53:26,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/67af856a77a64807921894b7317d047b, entries=150, sequenceid=358, filesize=12.0 K 2024-11-15T17:53:26,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/a53d6c17a9f143dbb8f88474f92a5e78 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/a53d6c17a9f143dbb8f88474f92a5e78 2024-11-15T17:53:26,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/a53d6c17a9f143dbb8f88474f92a5e78, entries=150, sequenceid=358, filesize=12.0 K 2024-11-15T17:53:26,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ef3b1b868b2c1157a06c31418d6a67a8 in 884ms, sequenceid=358, compaction requested=true 2024-11-15T17:53:26,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:26,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:53:26,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:26,336 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:26,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:53:26,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:26,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:53:26,336 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:26,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:26,337 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:26,337 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/A is initiating minor compaction (all files) 2024-11-15T17:53:26,337 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/A in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:26,337 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:26,337 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/7fe1407a55a644ce8fb05a872d6e4de4, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d9ad25fc3baf45a686f1cc04300703af, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/425d11b45965475aa61ecfdb1066b891] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=100.6 K 2024-11-15T17:53:26,337 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/B is initiating minor compaction (all files) 2024-11-15T17:53:26,337 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:26,337 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/B in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:26,337 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/7fe1407a55a644ce8fb05a872d6e4de4, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d9ad25fc3baf45a686f1cc04300703af, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/425d11b45965475aa61ecfdb1066b891] 2024-11-15T17:53:26,337 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/b92d36bad5ef418fb00886ffe0e3c44e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/0dbb5ed14c6b4da4b367d7ef6c4d6a64, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/67af856a77a64807921894b7317d047b] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=36.6 K 2024-11-15T17:53:26,337 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fe1407a55a644ce8fb05a872d6e4de4, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731693201939 2024-11-15T17:53:26,337 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting b92d36bad5ef418fb00886ffe0e3c44e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731693201939 2024-11-15T17:53:26,337 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dbb5ed14c6b4da4b367d7ef6c4d6a64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731693203527 2024-11-15T17:53:26,337 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9ad25fc3baf45a686f1cc04300703af, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731693203527 2024-11-15T17:53:26,337 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 67af856a77a64807921894b7317d047b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731693204745 2024-11-15T17:53:26,337 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 425d11b45965475aa61ecfdb1066b891, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731693204745 2024-11-15T17:53:26,343 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:26,345 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411159c78d7bc9e944d5fba7ad9143527dd94_ef3b1b868b2c1157a06c31418d6a67a8 store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:26,348 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411159c78d7bc9e944d5fba7ad9143527dd94_ef3b1b868b2c1157a06c31418d6a67a8, store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:26,348 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159c78d7bc9e944d5fba7ad9143527dd94_ef3b1b868b2c1157a06c31418d6a67a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:26,349 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#B#compaction#376 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:26,349 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/eebc7c3fa4774f6c9861aad8b3abf6e0 is 50, key is test_row_0/B:col10/1731693204747/Put/seqid=0 2024-11-15T17:53:26,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742272_1448 (size=4469) 2024-11-15T17:53:26,380 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#A#compaction#375 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:26,380 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/7f6518e9ba1543f8bb5e1ec8562939d8 is 175, key is test_row_0/A:col10/1731693204747/Put/seqid=0 2024-11-15T17:53:26,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742273_1449 (size=12983) 2024-11-15T17:53:26,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742274_1450 (size=31937) 2024-11-15T17:53:26,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T17:53:26,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:26,468 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing ef3b1b868b2c1157a06c31418d6a67a8 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-15T17:53:26,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=A 2024-11-15T17:53:26,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:26,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=B 2024-11-15T17:53:26,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:26,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=C 2024-11-15T17:53:26,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:26,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cc52b2ec40f44d60b80ed14a23064bff_ef3b1b868b2c1157a06c31418d6a67a8 is 50, key is test_row_0/A:col10/1731693205504/Put/seqid=0 2024-11-15T17:53:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T17:53:26,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742275_1451 (size=12454) 2024-11-15T17:53:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. as already flushing 2024-11-15T17:53:26,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693266696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:26,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:26,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693266714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:26,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:26,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:26,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693266715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:26,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:26,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693266715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:26,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:26,808 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/eebc7c3fa4774f6c9861aad8b3abf6e0 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/eebc7c3fa4774f6c9861aad8b3abf6e0 2024-11-15T17:53:26,815 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/7f6518e9ba1543f8bb5e1ec8562939d8 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/7f6518e9ba1543f8bb5e1ec8562939d8 2024-11-15T17:53:26,817 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/B of ef3b1b868b2c1157a06c31418d6a67a8 into eebc7c3fa4774f6c9861aad8b3abf6e0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:26,817 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:26,817 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/B, priority=13, startTime=1731693206336; duration=0sec 2024-11-15T17:53:26,817 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:26,817 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:B 2024-11-15T17:53:26,818 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:26,819 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:26,819 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/C is initiating minor compaction (all files) 2024-11-15T17:53:26,820 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/C in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:26,820 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/e83c913232e846658501903454b38d47, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/58d3949001d749eaba865bf31e1ddc1b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/a53d6c17a9f143dbb8f88474f92a5e78] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=36.6 K 2024-11-15T17:53:26,820 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting e83c913232e846658501903454b38d47, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731693201939 2024-11-15T17:53:26,821 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 58d3949001d749eaba865bf31e1ddc1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731693203527 2024-11-15T17:53:26,821 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/A of ef3b1b868b2c1157a06c31418d6a67a8 into 7f6518e9ba1543f8bb5e1ec8562939d8(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:26,821 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting a53d6c17a9f143dbb8f88474f92a5e78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731693204745 2024-11-15T17:53:26,821 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:26,821 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/A, priority=13, startTime=1731693206336; duration=0sec 2024-11-15T17:53:26,821 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:26,821 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:A 2024-11-15T17:53:26,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693266816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:26,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:26,841 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#C#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:26,841 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/ced0f7a489d04de6b63ec49ab7aeb978 is 50, key is test_row_0/C:col10/1731693204747/Put/seqid=0 2024-11-15T17:53:26,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693266830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:26,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693266837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:26,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:26,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:26,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693266837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:26,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742276_1452 (size=12983) 2024-11-15T17:53:26,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:26,890 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cc52b2ec40f44d60b80ed14a23064bff_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cc52b2ec40f44d60b80ed14a23064bff_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:26,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/aaf9cfc8f42c43028aecf96f0d5348d5, store: [table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:26,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/aaf9cfc8f42c43028aecf96f0d5348d5 is 175, key is test_row_0/A:col10/1731693205504/Put/seqid=0 2024-11-15T17:53:26,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742277_1453 (size=31255) 2024-11-15T17:53:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T17:53:27,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693267037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:27,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:27,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693267046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:27,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693267057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:27,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:27,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693267057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:27,271 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/ced0f7a489d04de6b63ec49ab7aeb978 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ced0f7a489d04de6b63ec49ab7aeb978 2024-11-15T17:53:27,283 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/C of ef3b1b868b2c1157a06c31418d6a67a8 into ced0f7a489d04de6b63ec49ab7aeb978(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:27,283 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:27,283 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/C, priority=13, startTime=1731693206336; duration=0sec 2024-11-15T17:53:27,283 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:27,283 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:C 2024-11-15T17:53:27,341 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/aaf9cfc8f42c43028aecf96f0d5348d5 2024-11-15T17:53:27,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/99fa90b25745409095525debf58cb3cd is 50, key is test_row_0/B:col10/1731693205504/Put/seqid=0 2024-11-15T17:53:27,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693267356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:27,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:27,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742278_1454 (size=12301) 2024-11-15T17:53:27,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693267366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:27,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:27,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:27,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693267377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693267377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:27,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:27,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:27,769 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/99fa90b25745409095525debf58cb3cd 2024-11-15T17:53:27,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/1d9caabb60c9452b872d1a1ff15f4d0d is 50, key is test_row_0/C:col10/1731693205504/Put/seqid=0 2024-11-15T17:53:27,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742279_1455 (size=12301) 2024-11-15T17:53:27,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693267876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:27,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693267876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:27,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:27,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693267897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:27,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:27,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693267903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:27,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:27,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:27,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T17:53:28,187 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/1d9caabb60c9452b872d1a1ff15f4d0d 2024-11-15T17:53:28,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/aaf9cfc8f42c43028aecf96f0d5348d5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/aaf9cfc8f42c43028aecf96f0d5348d5 2024-11-15T17:53:28,199 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/aaf9cfc8f42c43028aecf96f0d5348d5, entries=150, sequenceid=377, filesize=30.5 K 2024-11-15T17:53:28,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/99fa90b25745409095525debf58cb3cd as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/99fa90b25745409095525debf58cb3cd 2024-11-15T17:53:28,224 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/99fa90b25745409095525debf58cb3cd, entries=150, sequenceid=377, filesize=12.0 K 2024-11-15T17:53:28,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/1d9caabb60c9452b872d1a1ff15f4d0d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/1d9caabb60c9452b872d1a1ff15f4d0d 2024-11-15T17:53:28,234 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/1d9caabb60c9452b872d1a1ff15f4d0d, entries=150, sequenceid=377, filesize=12.0 K 2024-11-15T17:53:28,235 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for ef3b1b868b2c1157a06c31418d6a67a8 in 1767ms, sequenceid=377, compaction requested=false 2024-11-15T17:53:28,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:28,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:28,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-15T17:53:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-15T17:53:28,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-15T17:53:28,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3850 sec 2024-11-15T17:53:28,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.3920 sec 2024-11-15T17:53:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:28,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef3b1b868b2c1157a06c31418d6a67a8 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-15T17:53:28,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=A 2024-11-15T17:53:28,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:28,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=B 2024-11-15T17:53:28,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:28,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=C 2024-11-15T17:53:28,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:28,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d52807497771407fa7e27aa9a7013c59_ef3b1b868b2c1157a06c31418d6a67a8 is 50, key is test_row_0/A:col10/1731693206711/Put/seqid=0 2024-11-15T17:53:28,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742280_1456 (size=14994) 2024-11-15T17:53:28,919 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:28,927 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d52807497771407fa7e27aa9a7013c59_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d52807497771407fa7e27aa9a7013c59_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:28,929 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/ac7f38274d0e4a8cbd5da40885887519, store: [table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:28,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/ac7f38274d0e4a8cbd5da40885887519 is 175, key is test_row_0/A:col10/1731693206711/Put/seqid=0 2024-11-15T17:53:28,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742281_1457 (size=39949) 2024-11-15T17:53:28,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693268943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:28,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693268944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:28,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:28,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:28,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:28,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:28,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:28,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:28,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693268946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:28,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693268947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:29,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693269057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:29,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:29,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:29,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:29,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693269057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:29,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:29,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:29,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:29,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693269067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:29,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:29,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:29,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:29,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693269067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:29,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:29,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:29,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:29,181 INFO [Thread-1668 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1668. 2024-11-15T17:53:29,181 DEBUG [Thread-1668 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:29,181 DEBUG [Thread-1668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:29,181 DEBUG [Thread-1668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:29,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:29,184 INFO [Thread-1672 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1672. 2024-11-15T17:53:29,184 DEBUG [Thread-1672 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:29,184 DEBUG [Thread-1672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:29,184 DEBUG [Thread-1672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:29,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:29,184 INFO [Thread-1674 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1674. 2024-11-15T17:53:29,185 DEBUG [Thread-1674 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:29,185 DEBUG [Thread-1674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:29,185 DEBUG [Thread-1674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:29,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:29,195 INFO [Thread-1670 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1670. 2024-11-15T17:53:29,195 DEBUG [Thread-1670 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:29,195 DEBUG [Thread-1670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:29,195 DEBUG [Thread-1670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:29,195 INFO [Thread-1666 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1666. 2024-11-15T17:53:29,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:29,195 DEBUG [Thread-1666 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:29,195 DEBUG [Thread-1666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:29,195 DEBUG [Thread-1666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:29,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:29,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:29,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42442 deadline: 1731693269267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42506 deadline: 1731693269267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:29,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:29,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:29,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:29,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:29,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:29,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:29,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42444 deadline: 1731693269277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:29,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42488 deadline: 1731693269277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:29,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:29,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:29,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:29,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:29,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:29,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:53:29,335 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/ac7f38274d0e4a8cbd5da40885887519 2024-11-15T17:53:29,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/fd315652c8a540b0be71e7c7058fe497 is 50, key is test_row_0/B:col10/1731693206711/Put/seqid=0 2024-11-15T17:53:29,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742282_1458 (size=12301) 2024-11-15T17:53:29,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/fd315652c8a540b0be71e7c7058fe497 2024-11-15T17:53:29,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/7b6d06e4bf0e43b8bfe4135f13833118 is 50, key is test_row_0/C:col10/1731693206711/Put/seqid=0 2024-11-15T17:53:29,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742283_1459 (size=12301) 2024-11-15T17:53:29,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/7b6d06e4bf0e43b8bfe4135f13833118 2024-11-15T17:53:29,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/ac7f38274d0e4a8cbd5da40885887519 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/ac7f38274d0e4a8cbd5da40885887519 2024-11-15T17:53:29,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/ac7f38274d0e4a8cbd5da40885887519, entries=200, sequenceid=395, filesize=39.0 K 2024-11-15T17:53:29,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/fd315652c8a540b0be71e7c7058fe497 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/fd315652c8a540b0be71e7c7058fe497 2024-11-15T17:53:29,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/fd315652c8a540b0be71e7c7058fe497, entries=150, sequenceid=395, filesize=12.0 K 2024-11-15T17:53:29,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/7b6d06e4bf0e43b8bfe4135f13833118 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/7b6d06e4bf0e43b8bfe4135f13833118 2024-11-15T17:53:29,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/7b6d06e4bf0e43b8bfe4135f13833118, entries=150, sequenceid=395, filesize=12.0 K 2024-11-15T17:53:29,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for ef3b1b868b2c1157a06c31418d6a67a8 in 531ms, sequenceid=395, compaction requested=true 2024-11-15T17:53:29,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:29,434 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:29,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:53:29,435 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:29,435 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/A is initiating minor compaction (all files) 2024-11-15T17:53:29,435 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/A in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:29,435 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/7f6518e9ba1543f8bb5e1ec8562939d8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/aaf9cfc8f42c43028aecf96f0d5348d5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/ac7f38274d0e4a8cbd5da40885887519] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=100.7 K 2024-11-15T17:53:29,435 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:29,435 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/7f6518e9ba1543f8bb5e1ec8562939d8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/aaf9cfc8f42c43028aecf96f0d5348d5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/ac7f38274d0e4a8cbd5da40885887519] 2024-11-15T17:53:29,436 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f6518e9ba1543f8bb5e1ec8562939d8, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731693204745 2024-11-15T17:53:29,436 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting aaf9cfc8f42c43028aecf96f0d5348d5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731693205504 2024-11-15T17:53:29,436 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac7f38274d0e4a8cbd5da40885887519, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731693206694 2024-11-15T17:53:29,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:29,437 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:29,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:53:29,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:29,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ef3b1b868b2c1157a06c31418d6a67a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:53:29,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:29,443 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:29,443 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/B is initiating minor compaction (all files) 2024-11-15T17:53:29,443 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/B in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:29,443 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/eebc7c3fa4774f6c9861aad8b3abf6e0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/99fa90b25745409095525debf58cb3cd, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/fd315652c8a540b0be71e7c7058fe497] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=36.7 K 2024-11-15T17:53:29,444 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting eebc7c3fa4774f6c9861aad8b3abf6e0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731693204745 2024-11-15T17:53:29,444 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 99fa90b25745409095525debf58cb3cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731693205504 2024-11-15T17:53:29,445 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting fd315652c8a540b0be71e7c7058fe497, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731693206694 2024-11-15T17:53:29,453 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:29,459 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#B#compaction#385 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:29,459 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411153a3efa769bb94944ae28fb8735dc253a_ef3b1b868b2c1157a06c31418d6a67a8 store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:29,460 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/28b67d71f38245c9a85279f7734311fb is 50, key is test_row_0/B:col10/1731693206711/Put/seqid=0 2024-11-15T17:53:29,469 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411153a3efa769bb94944ae28fb8735dc253a_ef3b1b868b2c1157a06c31418d6a67a8, store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:29,469 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153a3efa769bb94944ae28fb8735dc253a_ef3b1b868b2c1157a06c31418d6a67a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:29,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742285_1461 (size=4469) 2024-11-15T17:53:29,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742284_1460 (size=13085) 2024-11-15T17:53:29,503 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#A#compaction#384 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:29,506 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/5c7af587692e4c3380d18a5c9130a633 is 175, key is test_row_0/A:col10/1731693206711/Put/seqid=0 2024-11-15T17:53:29,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742286_1462 (size=32039) 2024-11-15T17:53:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:29,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ef3b1b868b2c1157a06c31418d6a67a8 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-15T17:53:29,580 INFO [Thread-1661 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1661. 2024-11-15T17:53:29,580 DEBUG [Thread-1661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:29,580 DEBUG [Thread-1661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:29,581 DEBUG [Thread-1661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:29,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:29,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=A 2024-11-15T17:53:29,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:29,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=B 2024-11-15T17:53:29,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:29,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=C 2024-11-15T17:53:29,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:29,582 INFO [Thread-1655 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1655. 2024-11-15T17:53:29,582 DEBUG [Thread-1655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:29,582 DEBUG [Thread-1655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:29,583 DEBUG [Thread-1655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:29,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:29,590 INFO [Thread-1657 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1657. 2024-11-15T17:53:29,590 DEBUG [Thread-1657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:29,590 DEBUG [Thread-1657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:29,591 DEBUG [Thread-1657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:29,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:29,592 INFO [Thread-1659 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1659. 2024-11-15T17:53:29,592 DEBUG [Thread-1659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:29,592 DEBUG [Thread-1659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:29,592 DEBUG [Thread-1659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:29,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:29,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153a34fe6a49f540cd897b1ffc6904d2a5_ef3b1b868b2c1157a06c31418d6a67a8 is 50, key is test_row_0/A:col10/1731693209578/Put/seqid=0 2024-11-15T17:53:29,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742287_1463 (size=12454) 2024-11-15T17:53:29,612 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:29,617 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153a34fe6a49f540cd897b1ffc6904d2a5_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153a34fe6a49f540cd897b1ffc6904d2a5_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:29,618 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/3c7b77c6db7f4b8faf49408f5d22dd6e, store: [table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:29,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/3c7b77c6db7f4b8faf49408f5d22dd6e is 175, key is test_row_0/A:col10/1731693209578/Put/seqid=0 2024-11-15T17:53:29,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742288_1464 (size=31255) 2024-11-15T17:53:29,906 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/28b67d71f38245c9a85279f7734311fb as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/28b67d71f38245c9a85279f7734311fb 2024-11-15T17:53:29,910 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/B of ef3b1b868b2c1157a06c31418d6a67a8 into 28b67d71f38245c9a85279f7734311fb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:29,910 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:29,910 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/B, priority=13, startTime=1731693209437; duration=0sec 2024-11-15T17:53:29,910 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:29,910 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:B 2024-11-15T17:53:29,910 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:29,911 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:29,911 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): ef3b1b868b2c1157a06c31418d6a67a8/C is initiating minor compaction (all files) 2024-11-15T17:53:29,911 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ef3b1b868b2c1157a06c31418d6a67a8/C in TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:29,911 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ced0f7a489d04de6b63ec49ab7aeb978, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/1d9caabb60c9452b872d1a1ff15f4d0d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/7b6d06e4bf0e43b8bfe4135f13833118] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp, totalSize=36.7 K 2024-11-15T17:53:29,911 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting ced0f7a489d04de6b63ec49ab7aeb978, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731693204745 2024-11-15T17:53:29,912 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d9caabb60c9452b872d1a1ff15f4d0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731693205504 2024-11-15T17:53:29,912 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b6d06e4bf0e43b8bfe4135f13833118, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731693206694 2024-11-15T17:53:29,918 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ef3b1b868b2c1157a06c31418d6a67a8#C#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:29,919 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/d29c534386e64fdc98b501b107ac77ed is 50, key is test_row_0/C:col10/1731693206711/Put/seqid=0 2024-11-15T17:53:29,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742289_1465 (size=13085) 2024-11-15T17:53:29,932 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/5c7af587692e4c3380d18a5c9130a633 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/5c7af587692e4c3380d18a5c9130a633 2024-11-15T17:53:29,937 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/A of ef3b1b868b2c1157a06c31418d6a67a8 into 5c7af587692e4c3380d18a5c9130a633(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:29,937 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:29,937 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/A, priority=13, startTime=1731693209434; duration=0sec 2024-11-15T17:53:29,937 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:29,937 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:A 2024-11-15T17:53:30,025 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/3c7b77c6db7f4b8faf49408f5d22dd6e 2024-11-15T17:53:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T17:53:30,027 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:30,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/c8a35ed7abb9442a819e4b6e9e6a908e is 50, key is test_row_0/B:col10/1731693209578/Put/seqid=0 2024-11-15T17:53:30,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742290_1466 (size=12301) 2024-11-15T17:53:30,238 INFO [Thread-1663 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1663. 2024-11-15T17:53:30,238 DEBUG [Thread-1663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:30,238 DEBUG [Thread-1663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:30,238 DEBUG [Thread-1663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:30,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:30,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T17:53:30,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-15T17:53:30,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-15T17:53:30,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-15T17:53:30,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-15T17:53:30,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-15T17:53:30,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T17:53:30,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T17:53:30,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 774 2024-11-15T17:53:30,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2322 rows 2024-11-15T17:53:30,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 768 2024-11-15T17:53:30,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2304 rows 2024-11-15T17:53:30,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 772 2024-11-15T17:53:30,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2315 rows 2024-11-15T17:53:30,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 770 2024-11-15T17:53:30,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2310 rows 2024-11-15T17:53:30,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 774 2024-11-15T17:53:30,239 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2322 rows 2024-11-15T17:53:30,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:53:30,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:53:30,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:30,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:30,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:30,240 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T17:53:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T17:53:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T17:53:30,244 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693210243"}]},"ts":"1731693210243"} 2024-11-15T17:53:30,246 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T17:53:30,246 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T17:53:30,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T17:53:30,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef3b1b868b2c1157a06c31418d6a67a8, UNASSIGN}] 2024-11-15T17:53:30,249 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef3b1b868b2c1157a06c31418d6a67a8, UNASSIGN 2024-11-15T17:53:30,250 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=ef3b1b868b2c1157a06c31418d6a67a8, regionState=CLOSING, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:53:30,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef3b1b868b2c1157a06c31418d6a67a8, UNASSIGN because future has completed 2024-11-15T17:53:30,252 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T17:53:30,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691}] 2024-11-15T17:53:30,329 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/d29c534386e64fdc98b501b107ac77ed as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/d29c534386e64fdc98b501b107ac77ed 2024-11-15T17:53:30,333 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ef3b1b868b2c1157a06c31418d6a67a8/C of ef3b1b868b2c1157a06c31418d6a67a8 into d29c534386e64fdc98b501b107ac77ed(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:30,333 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:30,333 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., storeName=ef3b1b868b2c1157a06c31418d6a67a8/C, priority=13, startTime=1731693209437; duration=0sec 2024-11-15T17:53:30,333 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:30,333 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ef3b1b868b2c1157a06c31418d6a67a8:C 2024-11-15T17:53:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T17:53:30,404 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(122): Close ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:30,404 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T17:53:30,404 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1722): Closing ef3b1b868b2c1157a06c31418d6a67a8, disabling compactions & flushes 2024-11-15T17:53:30,404 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:30,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/c8a35ed7abb9442a819e4b6e9e6a908e 2024-11-15T17:53:30,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/ca3c00705a494025aa15b7e45729331e is 50, key is test_row_0/C:col10/1731693209578/Put/seqid=0 2024-11-15T17:53:30,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742291_1467 (size=12301) 2024-11-15T17:53:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T17:53:30,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/ca3c00705a494025aa15b7e45729331e 2024-11-15T17:53:30,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/3c7b77c6db7f4b8faf49408f5d22dd6e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/3c7b77c6db7f4b8faf49408f5d22dd6e 2024-11-15T17:53:30,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/3c7b77c6db7f4b8faf49408f5d22dd6e, entries=150, sequenceid=414, filesize=30.5 K 2024-11-15T17:53:30,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/c8a35ed7abb9442a819e4b6e9e6a908e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/c8a35ed7abb9442a819e4b6e9e6a908e 2024-11-15T17:53:30,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/c8a35ed7abb9442a819e4b6e9e6a908e, entries=150, sequenceid=414, filesize=12.0 K 2024-11-15T17:53:30,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/ca3c00705a494025aa15b7e45729331e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ca3c00705a494025aa15b7e45729331e 2024-11-15T17:53:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T17:53:30,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ca3c00705a494025aa15b7e45729331e, entries=150, sequenceid=414, filesize=12.0 K 2024-11-15T17:53:30,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=20.13 KB/20610 for ef3b1b868b2c1157a06c31418d6a67a8 in 1287ms, sequenceid=414, compaction requested=false 2024-11-15T17:53:30,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ef3b1b868b2c1157a06c31418d6a67a8: 2024-11-15T17:53:30,868 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:30,868 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:30,868 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. after waiting 0 ms 2024-11-15T17:53:30,868 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:30,868 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(2902): Flushing ef3b1b868b2c1157a06c31418d6a67a8 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-15T17:53:30,868 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=A 2024-11-15T17:53:30,868 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:30,868 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=B 2024-11-15T17:53:30,868 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:30,868 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ef3b1b868b2c1157a06c31418d6a67a8, store=C 2024-11-15T17:53:30,868 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:30,873 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111558b6f4d830c44d13b11ece94fab24f31_ef3b1b868b2c1157a06c31418d6a67a8 is 50, key is test_row_0/A:col10/1731693210237/Put/seqid=0 2024-11-15T17:53:30,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742292_1468 (size=9914) 2024-11-15T17:53:31,279 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:31,282 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111558b6f4d830c44d13b11ece94fab24f31_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111558b6f4d830c44d13b11ece94fab24f31_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:31,283 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/74e5d6d8658c427c8022c6f1a40149a1, store: [table=TestAcidGuarantees family=A region=ef3b1b868b2c1157a06c31418d6a67a8] 2024-11-15T17:53:31,283 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/74e5d6d8658c427c8022c6f1a40149a1 is 175, key is test_row_0/A:col10/1731693210237/Put/seqid=0 2024-11-15T17:53:31,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742293_1469 (size=22561) 2024-11-15T17:53:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T17:53:31,687 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=423, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/74e5d6d8658c427c8022c6f1a40149a1 2024-11-15T17:53:31,694 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/6493183f9a0844b087e761d047b9e3d1 is 50, key is test_row_0/B:col10/1731693210237/Put/seqid=0 2024-11-15T17:53:31,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742294_1470 (size=9857) 2024-11-15T17:53:32,099 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/6493183f9a0844b087e761d047b9e3d1 2024-11-15T17:53:32,104 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/a34aa3eed6504dd5802d2a1c28a9cf1e is 50, key is test_row_0/C:col10/1731693210237/Put/seqid=0 2024-11-15T17:53:32,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742295_1471 (size=9857) 2024-11-15T17:53:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T17:53:32,508 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/a34aa3eed6504dd5802d2a1c28a9cf1e 2024-11-15T17:53:32,512 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/A/74e5d6d8658c427c8022c6f1a40149a1 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/74e5d6d8658c427c8022c6f1a40149a1 2024-11-15T17:53:32,515 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/74e5d6d8658c427c8022c6f1a40149a1, entries=100, sequenceid=423, filesize=22.0 K 2024-11-15T17:53:32,516 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/B/6493183f9a0844b087e761d047b9e3d1 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/6493183f9a0844b087e761d047b9e3d1 2024-11-15T17:53:32,519 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/6493183f9a0844b087e761d047b9e3d1, entries=100, sequenceid=423, filesize=9.6 K 2024-11-15T17:53:32,519 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/.tmp/C/a34aa3eed6504dd5802d2a1c28a9cf1e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/a34aa3eed6504dd5802d2a1c28a9cf1e 2024-11-15T17:53:32,521 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/a34aa3eed6504dd5802d2a1c28a9cf1e, entries=100, sequenceid=423, filesize=9.6 K 2024-11-15T17:53:32,522 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for ef3b1b868b2c1157a06c31418d6a67a8 in 1654ms, sequenceid=423, compaction requested=true 2024-11-15T17:53:32,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/3a93040771ba4665b61c5c45d90a041d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/5d58809a0958454fb3c78dedccc7cb78, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/c921a283ebc5492f90118f863f97e4bc, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/0bd378b580f64cd0965ca072b33162b4, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/981ad6ba883a4aacbae4739ea2be78dc, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/64a88016a3794eec841ca1d9a60f8cf9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/b5bea71f1bf745d595d060797a0c2fd3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/80cae8b1ae1340e6a0cb323fb31d0e02, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/6fce28693d1f49e29e2118da3e6c63e7, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d4af4a00d31d43c498374404a6a57de7, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d30876790e7e4876aac1a92c8a1b7d20, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/cb9fd87c85d94bbcad998bd889112314, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/e3e06da7356d4959945188e65b7f9afe, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/b62f800a0b344223899d2cc72e5c1433, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/2ab552709595475789651bfd318446aa, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/5cdf26d80f3741d7b234380ad8eff916, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/42b7da46caa142f0ab33ff0db679d52a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/7fe1407a55a644ce8fb05a872d6e4de4, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d9ad25fc3baf45a686f1cc04300703af, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/425d11b45965475aa61ecfdb1066b891, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/7f6518e9ba1543f8bb5e1ec8562939d8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/aaf9cfc8f42c43028aecf96f0d5348d5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/ac7f38274d0e4a8cbd5da40885887519] to archive 2024-11-15T17:53:32,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:53:32,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/3a93040771ba4665b61c5c45d90a041d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/3a93040771ba4665b61c5c45d90a041d 2024-11-15T17:53:32,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/5d58809a0958454fb3c78dedccc7cb78 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/5d58809a0958454fb3c78dedccc7cb78 2024-11-15T17:53:32,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/c921a283ebc5492f90118f863f97e4bc to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/c921a283ebc5492f90118f863f97e4bc 2024-11-15T17:53:32,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/0bd378b580f64cd0965ca072b33162b4 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/0bd378b580f64cd0965ca072b33162b4 2024-11-15T17:53:32,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/981ad6ba883a4aacbae4739ea2be78dc to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/981ad6ba883a4aacbae4739ea2be78dc 2024-11-15T17:53:32,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/64a88016a3794eec841ca1d9a60f8cf9 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/64a88016a3794eec841ca1d9a60f8cf9 2024-11-15T17:53:32,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/b5bea71f1bf745d595d060797a0c2fd3 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/b5bea71f1bf745d595d060797a0c2fd3 2024-11-15T17:53:32,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/80cae8b1ae1340e6a0cb323fb31d0e02 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/80cae8b1ae1340e6a0cb323fb31d0e02 2024-11-15T17:53:32,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/6fce28693d1f49e29e2118da3e6c63e7 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/6fce28693d1f49e29e2118da3e6c63e7 2024-11-15T17:53:32,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d4af4a00d31d43c498374404a6a57de7 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d4af4a00d31d43c498374404a6a57de7 2024-11-15T17:53:32,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d30876790e7e4876aac1a92c8a1b7d20 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d30876790e7e4876aac1a92c8a1b7d20 2024-11-15T17:53:32,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/cb9fd87c85d94bbcad998bd889112314 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/cb9fd87c85d94bbcad998bd889112314 2024-11-15T17:53:32,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/e3e06da7356d4959945188e65b7f9afe to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/e3e06da7356d4959945188e65b7f9afe 2024-11-15T17:53:32,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/b62f800a0b344223899d2cc72e5c1433 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/b62f800a0b344223899d2cc72e5c1433 2024-11-15T17:53:32,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/2ab552709595475789651bfd318446aa to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/2ab552709595475789651bfd318446aa 2024-11-15T17:53:32,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/5cdf26d80f3741d7b234380ad8eff916 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/5cdf26d80f3741d7b234380ad8eff916 2024-11-15T17:53:32,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/42b7da46caa142f0ab33ff0db679d52a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/42b7da46caa142f0ab33ff0db679d52a 2024-11-15T17:53:32,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/7fe1407a55a644ce8fb05a872d6e4de4 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/7fe1407a55a644ce8fb05a872d6e4de4 2024-11-15T17:53:32,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d9ad25fc3baf45a686f1cc04300703af to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/d9ad25fc3baf45a686f1cc04300703af 2024-11-15T17:53:32,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/425d11b45965475aa61ecfdb1066b891 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/425d11b45965475aa61ecfdb1066b891 2024-11-15T17:53:32,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/7f6518e9ba1543f8bb5e1ec8562939d8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/7f6518e9ba1543f8bb5e1ec8562939d8 2024-11-15T17:53:32,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/aaf9cfc8f42c43028aecf96f0d5348d5 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/aaf9cfc8f42c43028aecf96f0d5348d5 2024-11-15T17:53:32,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/ac7f38274d0e4a8cbd5da40885887519 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/ac7f38274d0e4a8cbd5da40885887519 2024-11-15T17:53:32,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/dfa2a35cc9924ff1a06ce55d7ca50837, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/9b6bf35e5961400fa54116470199ceb6, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/9a342297843e425386e2e7fb8093f7ad, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/0bd7a40340d84f969f264d420aaf7469, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/40b54221c67c41fea199e6a656093a77, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/e195a7651fda4337852cbac2e40d87eb, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/fe3f598350b8413ea8b806b719c5f6c4, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/d6cb9cc0e03d4f9fb8f05411f3dd099e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/ac3579922d5a41de82f43a1d23687c88, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/11f6bf64e4404b689b6ea26b5a9448b2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/f8f4a5186ac247e8b32148aab2858521, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/281f6e8ae331453e887489a1ecdce73f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/e5b1abce5f8f4e82ba6de91925acadef, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/41185d9e7cb64f29bc99c6dedcac111b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/c8fff09b38d844d19f173cf24d975914, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/992a11ef95794f06b3985df31310082b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/b92d36bad5ef418fb00886ffe0e3c44e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/dbb09381b8bb460ab0ead0cd352aa0aa, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/0dbb5ed14c6b4da4b367d7ef6c4d6a64, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/eebc7c3fa4774f6c9861aad8b3abf6e0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/67af856a77a64807921894b7317d047b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/99fa90b25745409095525debf58cb3cd, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/fd315652c8a540b0be71e7c7058fe497] to archive 2024-11-15T17:53:32,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:53:32,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/dfa2a35cc9924ff1a06ce55d7ca50837 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/dfa2a35cc9924ff1a06ce55d7ca50837 2024-11-15T17:53:32,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/9b6bf35e5961400fa54116470199ceb6 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/9b6bf35e5961400fa54116470199ceb6 2024-11-15T17:53:32,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/9a342297843e425386e2e7fb8093f7ad to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/9a342297843e425386e2e7fb8093f7ad 2024-11-15T17:53:32,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/0bd7a40340d84f969f264d420aaf7469 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/0bd7a40340d84f969f264d420aaf7469 2024-11-15T17:53:32,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/40b54221c67c41fea199e6a656093a77 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/40b54221c67c41fea199e6a656093a77 2024-11-15T17:53:32,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/e195a7651fda4337852cbac2e40d87eb to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/e195a7651fda4337852cbac2e40d87eb 2024-11-15T17:53:32,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/fe3f598350b8413ea8b806b719c5f6c4 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/fe3f598350b8413ea8b806b719c5f6c4 2024-11-15T17:53:32,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/d6cb9cc0e03d4f9fb8f05411f3dd099e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/d6cb9cc0e03d4f9fb8f05411f3dd099e 2024-11-15T17:53:32,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/ac3579922d5a41de82f43a1d23687c88 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/ac3579922d5a41de82f43a1d23687c88 2024-11-15T17:53:32,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/11f6bf64e4404b689b6ea26b5a9448b2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/11f6bf64e4404b689b6ea26b5a9448b2 2024-11-15T17:53:32,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/f8f4a5186ac247e8b32148aab2858521 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/f8f4a5186ac247e8b32148aab2858521 2024-11-15T17:53:32,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/281f6e8ae331453e887489a1ecdce73f to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/281f6e8ae331453e887489a1ecdce73f 2024-11-15T17:53:32,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/e5b1abce5f8f4e82ba6de91925acadef to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/e5b1abce5f8f4e82ba6de91925acadef 2024-11-15T17:53:32,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/41185d9e7cb64f29bc99c6dedcac111b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/41185d9e7cb64f29bc99c6dedcac111b 2024-11-15T17:53:32,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/c8fff09b38d844d19f173cf24d975914 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/c8fff09b38d844d19f173cf24d975914 2024-11-15T17:53:32,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/992a11ef95794f06b3985df31310082b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/992a11ef95794f06b3985df31310082b 2024-11-15T17:53:32,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/b92d36bad5ef418fb00886ffe0e3c44e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/b92d36bad5ef418fb00886ffe0e3c44e 2024-11-15T17:53:32,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/dbb09381b8bb460ab0ead0cd352aa0aa to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/dbb09381b8bb460ab0ead0cd352aa0aa 2024-11-15T17:53:32,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/0dbb5ed14c6b4da4b367d7ef6c4d6a64 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/0dbb5ed14c6b4da4b367d7ef6c4d6a64 2024-11-15T17:53:32,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/eebc7c3fa4774f6c9861aad8b3abf6e0 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/eebc7c3fa4774f6c9861aad8b3abf6e0 2024-11-15T17:53:32,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/67af856a77a64807921894b7317d047b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/67af856a77a64807921894b7317d047b 2024-11-15T17:53:32,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/99fa90b25745409095525debf58cb3cd to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/99fa90b25745409095525debf58cb3cd 2024-11-15T17:53:32,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/fd315652c8a540b0be71e7c7058fe497 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/fd315652c8a540b0be71e7c7058fe497 2024-11-15T17:53:32,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/29c79719b8c64b2090474531beae3d4d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ca3d04eeda264cd989c301c5e3adf9d6, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/7105aa35a48d4c9090e7c154c708a229, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/fef51a0b9cb74470b23efd60f74652d5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/becbcc327dc546f3ac339e1663e77003, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ed98e0ea3f8d49a9aeb6bdcb7c37c107, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/cf02e28672ef42959126f3b04b730a66, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/95ef20ed918c46bda8b507ddf3188635, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/d87dab950ee0403397601e195ae0f9e7, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/51c3bd88e06d4f4c9463739834d0c7d8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/212432e71bbc4f72ba8638798cf60866, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/8dcb984c667c4d0db67daa7c4ee41fe6, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/061facf628a449579fe0d7108e929ddc, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/58cfd891e0154d199a9df2c705b1a346, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/850f14f187044093982f9e109156d86d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/06dc509737ff497bb8a181ba2bc071e2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/e83c913232e846658501903454b38d47, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/2aa71990944e48c281481e548741ffc3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/58d3949001d749eaba865bf31e1ddc1b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ced0f7a489d04de6b63ec49ab7aeb978, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/a53d6c17a9f143dbb8f88474f92a5e78, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/1d9caabb60c9452b872d1a1ff15f4d0d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/7b6d06e4bf0e43b8bfe4135f13833118] to archive 2024-11-15T17:53:32,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:53:32,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/29c79719b8c64b2090474531beae3d4d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/29c79719b8c64b2090474531beae3d4d 2024-11-15T17:53:32,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ca3d04eeda264cd989c301c5e3adf9d6 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ca3d04eeda264cd989c301c5e3adf9d6 2024-11-15T17:53:32,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/7105aa35a48d4c9090e7c154c708a229 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/7105aa35a48d4c9090e7c154c708a229 2024-11-15T17:53:32,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/fef51a0b9cb74470b23efd60f74652d5 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/fef51a0b9cb74470b23efd60f74652d5 2024-11-15T17:53:32,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/becbcc327dc546f3ac339e1663e77003 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/becbcc327dc546f3ac339e1663e77003 2024-11-15T17:53:32,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ed98e0ea3f8d49a9aeb6bdcb7c37c107 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ed98e0ea3f8d49a9aeb6bdcb7c37c107 2024-11-15T17:53:32,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/cf02e28672ef42959126f3b04b730a66 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/cf02e28672ef42959126f3b04b730a66 2024-11-15T17:53:32,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/95ef20ed918c46bda8b507ddf3188635 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/95ef20ed918c46bda8b507ddf3188635 2024-11-15T17:53:32,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/d87dab950ee0403397601e195ae0f9e7 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/d87dab950ee0403397601e195ae0f9e7 2024-11-15T17:53:32,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/51c3bd88e06d4f4c9463739834d0c7d8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/51c3bd88e06d4f4c9463739834d0c7d8 2024-11-15T17:53:32,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/212432e71bbc4f72ba8638798cf60866 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/212432e71bbc4f72ba8638798cf60866 2024-11-15T17:53:32,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/8dcb984c667c4d0db67daa7c4ee41fe6 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/8dcb984c667c4d0db67daa7c4ee41fe6 2024-11-15T17:53:32,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/061facf628a449579fe0d7108e929ddc to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/061facf628a449579fe0d7108e929ddc 2024-11-15T17:53:32,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/58cfd891e0154d199a9df2c705b1a346 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/58cfd891e0154d199a9df2c705b1a346 2024-11-15T17:53:32,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/850f14f187044093982f9e109156d86d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/850f14f187044093982f9e109156d86d 2024-11-15T17:53:32,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/06dc509737ff497bb8a181ba2bc071e2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/06dc509737ff497bb8a181ba2bc071e2 2024-11-15T17:53:32,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/e83c913232e846658501903454b38d47 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/e83c913232e846658501903454b38d47 2024-11-15T17:53:32,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/2aa71990944e48c281481e548741ffc3 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/2aa71990944e48c281481e548741ffc3 2024-11-15T17:53:32,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/58d3949001d749eaba865bf31e1ddc1b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/58d3949001d749eaba865bf31e1ddc1b 2024-11-15T17:53:32,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ced0f7a489d04de6b63ec49ab7aeb978 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ced0f7a489d04de6b63ec49ab7aeb978 2024-11-15T17:53:32,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/a53d6c17a9f143dbb8f88474f92a5e78 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/a53d6c17a9f143dbb8f88474f92a5e78 2024-11-15T17:53:32,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/1d9caabb60c9452b872d1a1ff15f4d0d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/1d9caabb60c9452b872d1a1ff15f4d0d 2024-11-15T17:53:32,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/7b6d06e4bf0e43b8bfe4135f13833118 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/7b6d06e4bf0e43b8bfe4135f13833118 2024-11-15T17:53:32,586 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/recovered.edits/426.seqid, newMaxSeqId=426, maxSeqId=4 2024-11-15T17:53:32,586 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. 2024-11-15T17:53:32,586 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1676): Region close journal for ef3b1b868b2c1157a06c31418d6a67a8: Waiting for close lock at 1731693210404Running coprocessor pre-close hooks at 1731693210404Disabling compacts and flushes for region at 1731693210404Disabling writes for close at 1731693210868 (+464 ms)Obtaining lock to block concurrent updates at 1731693210868Preparing flush snapshotting stores in ef3b1b868b2c1157a06c31418d6a67a8 at 1731693210868Finished memstore snapshotting TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731693210868Flushing stores of TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8. at 1731693210869 (+1 ms)Flushing ef3b1b868b2c1157a06c31418d6a67a8/A: creating writer at 1731693210869Flushing mob file ef3b1b868b2c1157a06c31418d6a67a8/A: appending metadata at 1731693210873 (+4 ms)Flushing mob file ef3b1b868b2c1157a06c31418d6a67a8/A: closing flushed file at 1731693210873Flushing ef3b1b868b2c1157a06c31418d6a67a8/A: appending metadata at 1731693211283 (+410 ms)Flushing ef3b1b868b2c1157a06c31418d6a67a8/A: closing flushed file at 1731693211283Flushing ef3b1b868b2c1157a06c31418d6a67a8/B: creating writer at 1731693211691 (+408 ms)Flushing ef3b1b868b2c1157a06c31418d6a67a8/B: appending metadata at 1731693211693 (+2 ms)Flushing ef3b1b868b2c1157a06c31418d6a67a8/B: closing flushed file at 1731693211693Flushing ef3b1b868b2c1157a06c31418d6a67a8/C: creating writer at 1731693212102 (+409 ms)Flushing ef3b1b868b2c1157a06c31418d6a67a8/C: appending metadata at 1731693212104 (+2 ms)Flushing ef3b1b868b2c1157a06c31418d6a67a8/C: closing flushed file at 1731693212104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78894c12: reopening flushed file at 1731693212512 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e2c4998: reopening flushed file at 1731693212515 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e178102: reopening flushed file at 1731693212519 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for ef3b1b868b2c1157a06c31418d6a67a8 in 1654ms, sequenceid=423, compaction requested=true at 1731693212522 (+3 ms)Writing region close event to WAL at 1731693212583 (+61 ms)Running coprocessor post-close hooks at 1731693212586 (+3 ms)Closed at 1731693212586 2024-11-15T17:53:32,588 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(157): Closed ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:32,588 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=ef3b1b868b2c1157a06c31418d6a67a8, regionState=CLOSED 2024-11-15T17:53:32,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 because future has completed 2024-11-15T17:53:32,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-15T17:53:32,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseRegionProcedure ef3b1b868b2c1157a06c31418d6a67a8, server=4e3b17656000,39103,1731693097691 in 2.3380 sec 2024-11-15T17:53:32,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-11-15T17:53:32,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ef3b1b868b2c1157a06c31418d6a67a8, UNASSIGN in 2.3430 sec 2024-11-15T17:53:32,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-15T17:53:32,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.3460 sec 2024-11-15T17:53:32,596 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693212595"}]},"ts":"1731693212595"} 2024-11-15T17:53:32,597 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T17:53:32,597 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T17:53:32,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.3570 sec 2024-11-15T17:53:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T17:53:34,407 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:34,407 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T17:53:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:53:34,410 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:53:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T17:53:34,410 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=117, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:53:34,413 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,416 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A, FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B, FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C, FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/recovered.edits] 2024-11-15T17:53:34,419 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/3c7b77c6db7f4b8faf49408f5d22dd6e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/3c7b77c6db7f4b8faf49408f5d22dd6e 2024-11-15T17:53:34,421 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/5c7af587692e4c3380d18a5c9130a633 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/5c7af587692e4c3380d18a5c9130a633 2024-11-15T17:53:34,423 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/74e5d6d8658c427c8022c6f1a40149a1 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/A/74e5d6d8658c427c8022c6f1a40149a1 2024-11-15T17:53:34,426 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/28b67d71f38245c9a85279f7734311fb to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/28b67d71f38245c9a85279f7734311fb 2024-11-15T17:53:34,428 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/6493183f9a0844b087e761d047b9e3d1 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/6493183f9a0844b087e761d047b9e3d1 2024-11-15T17:53:34,429 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/c8a35ed7abb9442a819e4b6e9e6a908e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/B/c8a35ed7abb9442a819e4b6e9e6a908e 2024-11-15T17:53:34,431 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/a34aa3eed6504dd5802d2a1c28a9cf1e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/a34aa3eed6504dd5802d2a1c28a9cf1e 2024-11-15T17:53:34,433 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ca3c00705a494025aa15b7e45729331e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/ca3c00705a494025aa15b7e45729331e 2024-11-15T17:53:34,434 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/d29c534386e64fdc98b501b107ac77ed to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/C/d29c534386e64fdc98b501b107ac77ed 2024-11-15T17:53:34,436 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/recovered.edits/426.seqid to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8/recovered.edits/426.seqid 2024-11-15T17:53:34,437 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,437 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T17:53:34,438 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T17:53:34,439 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-15T17:53:34,442 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111504b36bd044894cfaa5aa6949f06b85ef_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111504b36bd044894cfaa5aa6949f06b85ef_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,444 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153a34fe6a49f540cd897b1ffc6904d2a5_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153a34fe6a49f540cd897b1ffc6904d2a5_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,447 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111540d0107b8d3e4c93b983c6477ed87503_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111540d0107b8d3e4c93b983c6477ed87503_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,449 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111545652c02acea4130a98b9ccd8c5523c4_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111545652c02acea4130a98b9ccd8c5523c4_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,451 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154841abb93e3c4e0eb330bb67e9c63dc4_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154841abb93e3c4e0eb330bb67e9c63dc4_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,452 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115504f262d666c48daa8813a5d33584cfd_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115504f262d666c48daa8813a5d33584cfd_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,454 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155455a1703eb34cdab6635efdcda5764f_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155455a1703eb34cdab6635efdcda5764f_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,455 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111558b6f4d830c44d13b11ece94fab24f31_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111558b6f4d830c44d13b11ece94fab24f31_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,456 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115609551aba5de489a93cad42b08cbe4f2_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115609551aba5de489a93cad42b08cbe4f2_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,457 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111589c505688e6f4d8fb9e169d75eba416f_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111589c505688e6f4d8fb9e169d75eba416f_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,458 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a3c871fcecda4774b3fa9d99f79e14fa_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a3c871fcecda4774b3fa9d99f79e14fa_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,459 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b1893d119095491cba97422b57e2aa6b_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b1893d119095491cba97422b57e2aa6b_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,461 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c2c2cc11d37b4cbc9460b2847ac476ce_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c2c2cc11d37b4cbc9460b2847ac476ce_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,462 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c9bb5de296dc4e21ae6d4662abd6f181_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c9bb5de296dc4e21ae6d4662abd6f181_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,464 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cc52b2ec40f44d60b80ed14a23064bff_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cc52b2ec40f44d60b80ed14a23064bff_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,466 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cd5257b1e1c64657af55108aff90dd9f_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cd5257b1e1c64657af55108aff90dd9f_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,467 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d3cfe6a0f1e2455db2732517c3846921_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d3cfe6a0f1e2455db2732517c3846921_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,469 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d52807497771407fa7e27aa9a7013c59_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d52807497771407fa7e27aa9a7013c59_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,470 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115db8ba2aaba9d4e25b1bf907ddb05456a_ef3b1b868b2c1157a06c31418d6a67a8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115db8ba2aaba9d4e25b1bf907ddb05456a_ef3b1b868b2c1157a06c31418d6a67a8 2024-11-15T17:53:34,471 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T17:53:34,473 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=117, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:53:34,475 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T17:53:34,477 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T17:53:34,478 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=117, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:53:34,478 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T17:53:34,478 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731693214478"}]},"ts":"9223372036854775807"} 2024-11-15T17:53:34,480 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T17:53:34,480 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ef3b1b868b2c1157a06c31418d6a67a8, NAME => 'TestAcidGuarantees,,1731693187046.ef3b1b868b2c1157a06c31418d6a67a8.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T17:53:34,480 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T17:53:34,480 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731693214480"}]},"ts":"9223372036854775807"} 2024-11-15T17:53:34,481 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T17:53:34,482 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=117, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:53:34,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 75 msec 2024-11-15T17:53:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T17:53:34,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T17:53:34,519 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:34,528 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=252 (was 252), OpenFileDescriptor=461 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=726 (was 702) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5302 (was 5944) 2024-11-15T17:53:34,538 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=252, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=726, ProcessCount=11, AvailableMemoryMB=5302 2024-11-15T17:53:34,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T17:53:34,540 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:53:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T17:53:34,542 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:53:34,542 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:34,543 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 118 2024-11-15T17:53:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-15T17:53:34,543 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:53:34,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742296_1472 (size=1061) 2024-11-15T17:53:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-15T17:53:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-15T17:53:34,952 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965 2024-11-15T17:53:34,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742297_1473 (size=53) 2024-11-15T17:53:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-15T17:53:35,359 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:53:35,359 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing dfd25a9fb7055c2e052af80727f7d871, disabling compactions & flushes 2024-11-15T17:53:35,359 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:35,359 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:35,359 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. after waiting 0 ms 2024-11-15T17:53:35,359 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:35,359 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:35,359 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for dfd25a9fb7055c2e052af80727f7d871: Waiting for close lock at 1731693215359Disabling compacts and flushes for region at 1731693215359Disabling writes for close at 1731693215359Writing region close event to WAL at 1731693215359Closed at 1731693215359 2024-11-15T17:53:35,360 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:53:35,360 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731693215360"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693215360"}]},"ts":"1731693215360"} 2024-11-15T17:53:35,361 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:53:35,362 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:53:35,362 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693215362"}]},"ts":"1731693215362"} 2024-11-15T17:53:35,363 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T17:53:35,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfd25a9fb7055c2e052af80727f7d871, ASSIGN}] 2024-11-15T17:53:35,365 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfd25a9fb7055c2e052af80727f7d871, ASSIGN 2024-11-15T17:53:35,366 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfd25a9fb7055c2e052af80727f7d871, ASSIGN; state=OFFLINE, location=4e3b17656000,39103,1731693097691; forceNewPlan=false, retain=false 2024-11-15T17:53:35,516 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=dfd25a9fb7055c2e052af80727f7d871, regionState=OPENING, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:53:35,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfd25a9fb7055c2e052af80727f7d871, ASSIGN because future has completed 2024-11-15T17:53:35,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691}] 2024-11-15T17:53:35,675 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:35,676 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7752): Opening region: {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:53:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-15T17:53:35,676 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:35,676 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:53:35,677 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7794): checking encryption for dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:35,677 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7797): checking classloading for dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:35,677 INFO [StoreOpener-dfd25a9fb7055c2e052af80727f7d871-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:35,678 INFO [StoreOpener-dfd25a9fb7055c2e052af80727f7d871-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:53:35,679 INFO [StoreOpener-dfd25a9fb7055c2e052af80727f7d871-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfd25a9fb7055c2e052af80727f7d871 columnFamilyName A 2024-11-15T17:53:35,679 DEBUG [StoreOpener-dfd25a9fb7055c2e052af80727f7d871-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:35,679 INFO [StoreOpener-dfd25a9fb7055c2e052af80727f7d871-1 {}] regionserver.HStore(327): Store=dfd25a9fb7055c2e052af80727f7d871/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:53:35,679 INFO [StoreOpener-dfd25a9fb7055c2e052af80727f7d871-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:35,680 INFO [StoreOpener-dfd25a9fb7055c2e052af80727f7d871-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:53:35,680 INFO [StoreOpener-dfd25a9fb7055c2e052af80727f7d871-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfd25a9fb7055c2e052af80727f7d871 columnFamilyName B 2024-11-15T17:53:35,680 DEBUG [StoreOpener-dfd25a9fb7055c2e052af80727f7d871-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:35,680 INFO [StoreOpener-dfd25a9fb7055c2e052af80727f7d871-1 {}] regionserver.HStore(327): Store=dfd25a9fb7055c2e052af80727f7d871/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:53:35,680 INFO [StoreOpener-dfd25a9fb7055c2e052af80727f7d871-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:35,681 INFO [StoreOpener-dfd25a9fb7055c2e052af80727f7d871-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:53:35,681 INFO [StoreOpener-dfd25a9fb7055c2e052af80727f7d871-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfd25a9fb7055c2e052af80727f7d871 columnFamilyName C 2024-11-15T17:53:35,681 DEBUG [StoreOpener-dfd25a9fb7055c2e052af80727f7d871-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:53:35,682 INFO [StoreOpener-dfd25a9fb7055c2e052af80727f7d871-1 {}] regionserver.HStore(327): Store=dfd25a9fb7055c2e052af80727f7d871/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:53:35,682 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:35,682 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1038): replaying wal for dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:35,682 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:35,683 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:35,683 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1048): stopping wal replay for dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:35,683 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1060): Cleaning up temporary data for dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:35,684 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T17:53:35,685 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1093): writing seq id for dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:35,686 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:53:35,686 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1114): Opened dfd25a9fb7055c2e052af80727f7d871; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64930988, jitterRate=-0.03245288133621216}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T17:53:35,686 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:35,687 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1006): Region open journal for dfd25a9fb7055c2e052af80727f7d871: Running coprocessor pre-open hook at 1731693215677Writing region info on filesystem at 1731693215677Initializing all the Stores at 1731693215677Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693215677Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693215677Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693215677Cleaning up temporary data from old regions at 1731693215683 (+6 ms)Running coprocessor post-open hooks at 1731693215686 (+3 ms)Region opened successfully at 1731693215687 (+1 ms) 2024-11-15T17:53:35,687 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., pid=120, masterSystemTime=1731693215673 2024-11-15T17:53:35,689 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:35,689 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:35,689 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=dfd25a9fb7055c2e052af80727f7d871, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:53:35,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 because future has completed 2024-11-15T17:53:35,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-15T17:53:35,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; OpenRegionProcedure dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 in 171 msec 2024-11-15T17:53:35,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-15T17:53:35,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfd25a9fb7055c2e052af80727f7d871, ASSIGN in 328 msec 2024-11-15T17:53:35,694 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:53:35,695 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693215695"}]},"ts":"1731693215695"} 2024-11-15T17:53:35,696 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T17:53:35,697 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:53:35,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1570 sec 2024-11-15T17:53:36,070 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:53:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-15T17:53:36,687 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:36,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e9a9b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:36,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:36,690 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:36,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0b2176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:36,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:36,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:36,692 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387551c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:36,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:36,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:53:36,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,46475,1731693096949 2024-11-15T17:53:36,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c7a6979 2024-11-15T17:53:36,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:53:36,697 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:53:36,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ded6cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:36,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:36,699 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:36,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:36,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:36,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecd5f0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:36,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:36,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:36,700 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:36,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8b52cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27bfce74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:36,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:36,702 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:36,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:36,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:36,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1856ff16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:36,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:36,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:36,703 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:36,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c329f8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52e343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:36,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:36,705 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:36,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:36,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:36,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7449fed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:36,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:36,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:36,706 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:36,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9f41ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335cae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:36,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:36,708 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:36,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:36,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:36,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73204bde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:36,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:36,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:36,710 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:36,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe09104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76919fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:36,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:36,712 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:36,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a15eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:36,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:36,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:36,713 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:36,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64855691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf63333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:36,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:36,715 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:36,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:36,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dac9cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:36,716 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:36,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbef45a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41fd006e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:36,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:36,719 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4e5128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:36,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:36,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:36,720 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:36,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20270218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fddce7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:36,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:36,722 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:36,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:36,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:36,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14277c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:36,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:36,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:36,724 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:36,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b55453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cec2e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:36,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:36,725 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:36,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adc8d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:36,727 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:36,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2345f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c25862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:53:36,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:53:36,729 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:53:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:53:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:53:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b1888a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:53:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:53:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:36,730 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:53:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d96b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:53:36,734 DEBUG [Thread-2110 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:36,734 DEBUG [Thread-2114 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:36,734 DEBUG [Thread-2108 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:36,734 DEBUG [Thread-2116 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:36,734 DEBUG [Thread-2119 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:36,734 DEBUG [Thread-2127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:36,734 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:53:36,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:36,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:36,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:36,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:36,735 DEBUG [Thread-2121 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:36,735 DEBUG [Thread-2125 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-15T17:53:36,735 DEBUG [Thread-2112 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:36,736 DEBUG [Thread-2123 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:53:36,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:36,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:36,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:36,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:36,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:36,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:36,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:36,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:36,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:36,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:53:36,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:53:36,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:36,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:53:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:53:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T17:53:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:53:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:53:36,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:36,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:36,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:36,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:53:36,742 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:53:36,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:53:36,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:53:36,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:53:36,745 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:53:36,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:53:36,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:53:36,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:53:36,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2] 2024-11-15T17:53:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:36,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T17:53:36,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:36,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:36,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:36,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:36,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:36,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:36,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/ae74ef28b2c142da8a393f7c9cf9b037 is 50, key is test_row_0/A:col10/1731693216755/Put/seqid=0 2024-11-15T17:53:36,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693276793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:36,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54784 deadline: 1731693276795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:36,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693276800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:36,811 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693216786, max timestamp=1731693216807Num uniques 859; 2024-11-15T17:53:36,811 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693216786, max timestamp=1731693216807Num uniques 859; 2024-11-15T17:53:36,811 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:53:36,811 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:53:36,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:36,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:36,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:36,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:36,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:36,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:36,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693216786, max timestamp=1731693216807Num uniques 859; 2024-11-15T17:53:36,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:53:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742298_1474 (size=12001) 2024-11-15T17:53:36,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/ae74ef28b2c142da8a393f7c9cf9b037 2024-11-15T17:53:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T17:53:36,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/389bfcdf9d904b69b20e5ddb6884f3fe is 50, key is test_row_0/B:col10/1731693216755/Put/seqid=0 2024-11-15T17:53:36,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742299_1475 (size=12001) 2024-11-15T17:53:36,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/389bfcdf9d904b69b20e5ddb6884f3fe 2024-11-15T17:53:36,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/0851632665b94ff8b3c39458fcca6dfb is 50, key is test_row_0/C:col10/1731693216755/Put/seqid=0 2024-11-15T17:53:36,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742300_1476 (size=12001) 2024-11-15T17:53:36,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-15T17:53:36,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:36,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:36,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:36,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:36,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:36,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693276911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:36,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:36,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:36,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:36,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693276912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:36,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54784 deadline: 1731693276916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:36,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693276916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:36,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693276916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:37,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693277027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:37,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:37,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693277036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:37,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-15T17:53:37,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:37,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:37,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:37,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:37,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T17:53:37,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693277136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:37,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54784 deadline: 1731693277136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:37,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693277136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:37,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:37,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-15T17:53:37,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:37,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:37,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:37,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:37,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:37,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693277247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:37,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:37,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693277247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:37,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:37,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/0851632665b94ff8b3c39458fcca6dfb 2024-11-15T17:53:37,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/ae74ef28b2c142da8a393f7c9cf9b037 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ae74ef28b2c142da8a393f7c9cf9b037 2024-11-15T17:53:37,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ae74ef28b2c142da8a393f7c9cf9b037, entries=150, sequenceid=12, filesize=11.7 K 2024-11-15T17:53:37,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/389bfcdf9d904b69b20e5ddb6884f3fe as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/389bfcdf9d904b69b20e5ddb6884f3fe 2024-11-15T17:53:37,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/389bfcdf9d904b69b20e5ddb6884f3fe, entries=150, sequenceid=12, filesize=11.7 K 2024-11-15T17:53:37,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/0851632665b94ff8b3c39458fcca6dfb as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/0851632665b94ff8b3c39458fcca6dfb 2024-11-15T17:53:37,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/0851632665b94ff8b3c39458fcca6dfb, entries=150, sequenceid=12, filesize=11.7 K 2024-11-15T17:53:37,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for dfd25a9fb7055c2e052af80727f7d871 in 565ms, sequenceid=12, compaction requested=false 2024-11-15T17:53:37,321 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-15T17:53:37,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:37,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-15T17:53:37,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:37,361 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-15T17:53:37,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:37,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:37,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:37,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:37,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:37,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:37,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/336cb2a1fc0240178267bf965634d50a is 50, key is test_row_0/A:col10/1731693216910/Put/seqid=0 2024-11-15T17:53:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T17:53:37,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742301_1477 (size=12001) 2024-11-15T17:53:37,406 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/336cb2a1fc0240178267bf965634d50a 2024-11-15T17:53:37,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/7b3a339d06cd4749a8342784478f8361 is 50, key is test_row_0/B:col10/1731693216910/Put/seqid=0 2024-11-15T17:53:37,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742302_1478 (size=12001) 2024-11-15T17:53:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:37,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:37,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693277485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:37,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54784 deadline: 1731693277485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:37,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693277487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:37,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:37,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693277556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:37,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:37,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693277566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:37,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:37,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693277607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:37,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:37,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54784 deadline: 1731693277607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:37,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:37,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693277607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:37,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:37,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:37,821 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/7b3a339d06cd4749a8342784478f8361 2024-11-15T17:53:37,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693277826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:37,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54784 deadline: 1731693277826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:37,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:37,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693277827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:37,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:37,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:37,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:37,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/6364cebb6b0a40809ee9f12231d0701a is 50, key is test_row_0/C:col10/1731693216910/Put/seqid=0 2024-11-15T17:53:37,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742303_1479 (size=12001) 2024-11-15T17:53:37,856 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/6364cebb6b0a40809ee9f12231d0701a 2024-11-15T17:53:37,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/336cb2a1fc0240178267bf965634d50a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/336cb2a1fc0240178267bf965634d50a 2024-11-15T17:53:37,870 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/336cb2a1fc0240178267bf965634d50a, entries=150, sequenceid=48, filesize=11.7 K 2024-11-15T17:53:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/7b3a339d06cd4749a8342784478f8361 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/7b3a339d06cd4749a8342784478f8361 2024-11-15T17:53:37,875 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/7b3a339d06cd4749a8342784478f8361, entries=150, sequenceid=48, filesize=11.7 K 2024-11-15T17:53:37,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/6364cebb6b0a40809ee9f12231d0701a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/6364cebb6b0a40809ee9f12231d0701a 2024-11-15T17:53:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T17:53:37,883 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/6364cebb6b0a40809ee9f12231d0701a, entries=150, sequenceid=48, filesize=11.7 K 2024-11-15T17:53:37,885 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for dfd25a9fb7055c2e052af80727f7d871 in 524ms, sequenceid=48, compaction requested=false 2024-11-15T17:53:37,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:37,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:37,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-15T17:53:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-15T17:53:37,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-15T17:53:37,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1410 sec 2024-11-15T17:53:37,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.1550 sec 2024-11-15T17:53:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:38,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T17:53:38,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:38,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:38,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:38,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:38,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:38,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:38,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/99abc426fa424b588957795f21a1bc6e is 50, key is test_row_0/A:col10/1731693218081/Put/seqid=0 2024-11-15T17:53:38,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742304_1480 (size=14341) 2024-11-15T17:53:38,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T17:53:38,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693278154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693278156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54784 deadline: 1731693278157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693218147, max timestamp=1731693218169Num uniques 859; 2024-11-15T17:53:38,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:53:38,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693218147, max timestamp=1731693218169Num uniques 859; 2024-11-15T17:53:38,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693218147, max timestamp=1731693218169Num uniques 859; 2024-11-15T17:53:38,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:53:38,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:53:38,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693278249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693278255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693278276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693278276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54784 deadline: 1731693278277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693278366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693278387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693278487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693278487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54784 deadline: 1731693278487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/99abc426fa424b588957795f21a1bc6e 2024-11-15T17:53:38,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/519dadc3d02044479da6513937a57a1e is 50, key is test_row_0/B:col10/1731693218081/Put/seqid=0 2024-11-15T17:53:38,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742305_1481 (size=12001) 2024-11-15T17:53:38,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/519dadc3d02044479da6513937a57a1e 2024-11-15T17:53:38,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/e6ac4a7433224e4eb679335cdc9a6853 is 50, key is test_row_0/C:col10/1731693218081/Put/seqid=0 2024-11-15T17:53:38,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742306_1482 (size=12001) 2024-11-15T17:53:38,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/e6ac4a7433224e4eb679335cdc9a6853 2024-11-15T17:53:38,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/99abc426fa424b588957795f21a1bc6e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/99abc426fa424b588957795f21a1bc6e 2024-11-15T17:53:38,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/99abc426fa424b588957795f21a1bc6e, entries=200, sequenceid=59, filesize=14.0 K 2024-11-15T17:53:38,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/519dadc3d02044479da6513937a57a1e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/519dadc3d02044479da6513937a57a1e 2024-11-15T17:53:38,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/519dadc3d02044479da6513937a57a1e, entries=150, sequenceid=59, filesize=11.7 K 2024-11-15T17:53:38,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/e6ac4a7433224e4eb679335cdc9a6853 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/e6ac4a7433224e4eb679335cdc9a6853 2024-11-15T17:53:38,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/e6ac4a7433224e4eb679335cdc9a6853, entries=150, sequenceid=59, filesize=11.7 K 2024-11-15T17:53:38,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for dfd25a9fb7055c2e052af80727f7d871 in 499ms, sequenceid=59, compaction requested=true 2024-11-15T17:53:38,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:38,581 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:38,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:53:38,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:38,583 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:38,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:53:38,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:38,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:53:38,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:38,585 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:38,585 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/A is initiating minor compaction (all files) 2024-11-15T17:53:38,585 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/A in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:38,585 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ae74ef28b2c142da8a393f7c9cf9b037, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/336cb2a1fc0240178267bf965634d50a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/99abc426fa424b588957795f21a1bc6e] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=37.4 K 2024-11-15T17:53:38,586 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae74ef28b2c142da8a393f7c9cf9b037, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731693216750 2024-11-15T17:53:38,586 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 336cb2a1fc0240178267bf965634d50a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731693216850 2024-11-15T17:53:38,586 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:38,587 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/B is initiating minor compaction (all files) 2024-11-15T17:53:38,587 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/B in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:38,587 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/389bfcdf9d904b69b20e5ddb6884f3fe, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/7b3a339d06cd4749a8342784478f8361, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/519dadc3d02044479da6513937a57a1e] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=35.2 K 2024-11-15T17:53:38,587 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 389bfcdf9d904b69b20e5ddb6884f3fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731693216750 2024-11-15T17:53:38,587 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99abc426fa424b588957795f21a1bc6e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731693217482 2024-11-15T17:53:38,590 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b3a339d06cd4749a8342784478f8361, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731693216850 2024-11-15T17:53:38,590 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 519dadc3d02044479da6513937a57a1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731693217482 2024-11-15T17:53:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:38,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-15T17:53:38,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:38,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:38,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:38,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:38,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:38,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:38,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/a04b88828d5d4958bf0b165ea8d964c8 is 50, key is test_row_0/A:col10/1731693218246/Put/seqid=0 2024-11-15T17:53:38,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742307_1483 (size=14341) 2024-11-15T17:53:38,621 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#A#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:38,621 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/d66a2aa0264846dabe3105522f63799a is 50, key is test_row_0/A:col10/1731693218081/Put/seqid=0 2024-11-15T17:53:38,622 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#B#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:38,623 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/a9aa8406e3d84f88b0806aaa048b7d48 is 50, key is test_row_0/B:col10/1731693218081/Put/seqid=0 2024-11-15T17:53:38,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742308_1484 (size=12104) 2024-11-15T17:53:38,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742309_1485 (size=12104) 2024-11-15T17:53:38,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693278638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693278640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693278747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693278766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693278807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54784 deadline: 1731693278807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693278807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T17:53:38,899 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:38,903 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:53:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-15T17:53:38,905 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:53:38,907 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:53:38,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:53:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-15T17:53:38,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693278967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:38,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693278987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:38,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:38,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-15T17:53:39,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/a04b88828d5d4958bf0b165ea8d964c8 2024-11-15T17:53:39,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/1062a707ec7948d58b64e9704af54341 is 50, key is test_row_0/B:col10/1731693218246/Put/seqid=0 2024-11-15T17:53:39,052 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/a9aa8406e3d84f88b0806aaa048b7d48 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/a9aa8406e3d84f88b0806aaa048b7d48 2024-11-15T17:53:39,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T17:53:39,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:39,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:39,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:39,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,063 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/d66a2aa0264846dabe3105522f63799a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/d66a2aa0264846dabe3105522f63799a 2024-11-15T17:53:39,069 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/B of dfd25a9fb7055c2e052af80727f7d871 into a9aa8406e3d84f88b0806aaa048b7d48(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:39,070 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:39,070 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/B, priority=13, startTime=1731693218583; duration=0sec 2024-11-15T17:53:39,070 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:39,070 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:B 2024-11-15T17:53:39,070 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:39,072 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:39,073 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/C is initiating minor compaction (all files) 2024-11-15T17:53:39,073 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/C in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:39,073 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/0851632665b94ff8b3c39458fcca6dfb, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/6364cebb6b0a40809ee9f12231d0701a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/e6ac4a7433224e4eb679335cdc9a6853] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=35.2 K 2024-11-15T17:53:39,075 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/A of dfd25a9fb7055c2e052af80727f7d871 into d66a2aa0264846dabe3105522f63799a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:39,075 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:39,075 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/A, priority=13, startTime=1731693218581; duration=0sec 2024-11-15T17:53:39,075 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:39,075 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:A 2024-11-15T17:53:39,076 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 0851632665b94ff8b3c39458fcca6dfb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731693216750 2024-11-15T17:53:39,076 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 6364cebb6b0a40809ee9f12231d0701a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731693216850 2024-11-15T17:53:39,077 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting e6ac4a7433224e4eb679335cdc9a6853, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731693217482 2024-11-15T17:53:39,097 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#C#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:39,097 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/22f0188375e54f74af990689e24ef7bd is 50, key is test_row_0/C:col10/1731693218081/Put/seqid=0 2024-11-15T17:53:39,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742310_1486 (size=12001) 2024-11-15T17:53:39,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/1062a707ec7948d58b64e9704af54341 2024-11-15T17:53:39,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742311_1487 (size=12104) 2024-11-15T17:53:39,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/29c10d333c8d408c9f23c70c5adc21f2 is 50, key is test_row_0/C:col10/1731693218246/Put/seqid=0 2024-11-15T17:53:39,168 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/22f0188375e54f74af990689e24ef7bd as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/22f0188375e54f74af990689e24ef7bd 2024-11-15T17:53:39,176 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/C of dfd25a9fb7055c2e052af80727f7d871 into 22f0188375e54f74af990689e24ef7bd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:39,177 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:39,177 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/C, priority=13, startTime=1731693218583; duration=0sec 2024-11-15T17:53:39,177 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:39,177 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:C 2024-11-15T17:53:39,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742312_1488 (size=12001) 2024-11-15T17:53:39,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/29c10d333c8d408c9f23c70c5adc21f2 2024-11-15T17:53:39,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T17:53:39,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:39,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:39,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:39,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/a04b88828d5d4958bf0b165ea8d964c8 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/a04b88828d5d4958bf0b165ea8d964c8 2024-11-15T17:53:39,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/a04b88828d5d4958bf0b165ea8d964c8, entries=200, sequenceid=95, filesize=14.0 K 2024-11-15T17:53:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-15T17:53:39,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/1062a707ec7948d58b64e9704af54341 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/1062a707ec7948d58b64e9704af54341 2024-11-15T17:53:39,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/1062a707ec7948d58b64e9704af54341, entries=150, sequenceid=95, filesize=11.7 K 2024-11-15T17:53:39,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/29c10d333c8d408c9f23c70c5adc21f2 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/29c10d333c8d408c9f23c70c5adc21f2 2024-11-15T17:53:39,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/29c10d333c8d408c9f23c70c5adc21f2, entries=150, sequenceid=95, filesize=11.7 K 2024-11-15T17:53:39,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for dfd25a9fb7055c2e052af80727f7d871 in 675ms, sequenceid=95, compaction requested=false 2024-11-15T17:53:39,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:39,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T17:53:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:39,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/ba9f58e5908444969d154512576e5096 is 50, key is test_row_0/A:col10/1731693218620/Put/seqid=0 2024-11-15T17:53:39,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742313_1489 (size=14341) 2024-11-15T17:53:39,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693219348, max timestamp=1731693219364Num uniques 859; 2024-11-15T17:53:39,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693219348, max timestamp=1731693219364Num uniques 859; 2024-11-15T17:53:39,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:53:39,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:53:39,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693219348, max timestamp=1731693219364Num uniques 859; 2024-11-15T17:53:39,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:53:39,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T17:53:39,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:39,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:39,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:39,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693279400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:39,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:39,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693279401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:39,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693279402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:39,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693279402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:39,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54784 deadline: 1731693279409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:39,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:39,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693279517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:39,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:39,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T17:53:39,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:39,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:39,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:39,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-15T17:53:39,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693279527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:39,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693279527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:39,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693279527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:39,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54784 deadline: 1731693279527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:39,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T17:53:39,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:39,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:39,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:39,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/ba9f58e5908444969d154512576e5096 2024-11-15T17:53:39,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693279727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:39,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/ee2aef93274c4fedaf4ee8ec27d79acf is 50, key is test_row_0/B:col10/1731693218620/Put/seqid=0 2024-11-15T17:53:39,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:39,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742314_1490 (size=12001) 2024-11-15T17:53:39,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693279747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:39,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693279747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54784 deadline: 1731693279747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:39,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693279747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:39,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T17:53:39,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:39,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:39,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:39,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T17:53:39,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:39,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:39,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:39,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-15T17:53:40,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693280047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:40,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693280066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:40,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:40,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693280066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:40,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:40,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693280066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:40,078 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:40,078 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,078 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54784 deadline: 1731693280067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:40,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:40,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T17:53:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:40,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:40,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/ee2aef93274c4fedaf4ee8ec27d79acf 2024-11-15T17:53:40,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/331b6bb333604c2388b6e9b348446721 is 50, key is test_row_0/C:col10/1731693218620/Put/seqid=0 2024-11-15T17:53:40,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742315_1491 (size=12001) 2024-11-15T17:53:40,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T17:53:40,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:40,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:40,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:40,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:40,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:40,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T17:53:40,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:40,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:40,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:40,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:40,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:40,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693280567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:40,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:40,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693280586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:40,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693280586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:40,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693280586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:40,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:40,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54784 deadline: 1731693280587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:40,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:40,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:40,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T17:53:40,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:40,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:40,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:40,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:40,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:40,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T17:53:40,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:40,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:40,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:40,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:40,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:40,818 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ae74ef28b2c142da8a393f7c9cf9b037, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/336cb2a1fc0240178267bf965634d50a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/99abc426fa424b588957795f21a1bc6e] to archive 2024-11-15T17:53:40,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T17:53:40,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:40,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:40,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:40,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:40,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-15T17:53:41,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T17:53:41,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:41,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:41,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:41,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:41,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:41,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T17:53:41,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:41,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:41,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:41,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:41,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:41,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T17:53:41,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:41,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:41,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:41,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:41,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:41,415 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:53:41,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/331b6bb333604c2388b6e9b348446721 2024-11-15T17:53:41,417 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ae74ef28b2c142da8a393f7c9cf9b037 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ae74ef28b2c142da8a393f7c9cf9b037 2024-11-15T17:53:41,419 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/336cb2a1fc0240178267bf965634d50a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/336cb2a1fc0240178267bf965634d50a 2024-11-15T17:53:41,421 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/99abc426fa424b588957795f21a1bc6e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/99abc426fa424b588957795f21a1bc6e 2024-11-15T17:53:41,424 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/389bfcdf9d904b69b20e5ddb6884f3fe, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/7b3a339d06cd4749a8342784478f8361, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/519dadc3d02044479da6513937a57a1e] to archive 2024-11-15T17:53:41,425 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:53:41,427 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/389bfcdf9d904b69b20e5ddb6884f3fe to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/389bfcdf9d904b69b20e5ddb6884f3fe 2024-11-15T17:53:41,429 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/7b3a339d06cd4749a8342784478f8361 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/7b3a339d06cd4749a8342784478f8361 2024-11-15T17:53:41,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/ba9f58e5908444969d154512576e5096 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ba9f58e5908444969d154512576e5096 2024-11-15T17:53:41,431 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/519dadc3d02044479da6513937a57a1e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/519dadc3d02044479da6513937a57a1e 2024-11-15T17:53:41,432 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/0851632665b94ff8b3c39458fcca6dfb, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/6364cebb6b0a40809ee9f12231d0701a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/e6ac4a7433224e4eb679335cdc9a6853] to archive 2024-11-15T17:53:41,433 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:53:41,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ba9f58e5908444969d154512576e5096, entries=200, sequenceid=109, filesize=14.0 K 2024-11-15T17:53:41,435 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/0851632665b94ff8b3c39458fcca6dfb to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/0851632665b94ff8b3c39458fcca6dfb 2024-11-15T17:53:41,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/ee2aef93274c4fedaf4ee8ec27d79acf as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/ee2aef93274c4fedaf4ee8ec27d79acf 2024-11-15T17:53:41,441 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/6364cebb6b0a40809ee9f12231d0701a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/6364cebb6b0a40809ee9f12231d0701a 2024-11-15T17:53:41,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/ee2aef93274c4fedaf4ee8ec27d79acf, entries=150, sequenceid=109, filesize=11.7 K 2024-11-15T17:53:41,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/331b6bb333604c2388b6e9b348446721 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/331b6bb333604c2388b6e9b348446721 2024-11-15T17:53:41,455 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4e3b17656000:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/e6ac4a7433224e4eb679335cdc9a6853 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/e6ac4a7433224e4eb679335cdc9a6853 2024-11-15T17:53:41,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/331b6bb333604c2388b6e9b348446721, entries=150, sequenceid=109, filesize=11.7 K 2024-11-15T17:53:41,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for dfd25a9fb7055c2e052af80727f7d871 in 2165ms, sequenceid=109, compaction requested=true 2024-11-15T17:53:41,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:41,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:53:41,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:41,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:53:41,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:41,460 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:41,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:53:41,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T17:53:41,460 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:41,462 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:41,462 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:41,462 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/A is initiating minor compaction (all files) 2024-11-15T17:53:41,462 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/B is initiating minor compaction (all files) 2024-11-15T17:53:41,462 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/B in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:41,462 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/a9aa8406e3d84f88b0806aaa048b7d48, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/1062a707ec7948d58b64e9704af54341, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/ee2aef93274c4fedaf4ee8ec27d79acf] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=35.3 K 2024-11-15T17:53:41,462 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/A in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:41,462 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/d66a2aa0264846dabe3105522f63799a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/a04b88828d5d4958bf0b165ea8d964c8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ba9f58e5908444969d154512576e5096] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=39.8 K 2024-11-15T17:53:41,463 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting a9aa8406e3d84f88b0806aaa048b7d48, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731693217482 2024-11-15T17:53:41,463 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 1062a707ec7948d58b64e9704af54341, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731693218233 2024-11-15T17:53:41,463 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting d66a2aa0264846dabe3105522f63799a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731693217482 2024-11-15T17:53:41,463 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting ee2aef93274c4fedaf4ee8ec27d79acf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731693218620 2024-11-15T17:53:41,463 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting a04b88828d5d4958bf0b165ea8d964c8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731693218233 2024-11-15T17:53:41,464 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba9f58e5908444969d154512576e5096, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731693218620 2024-11-15T17:53:41,477 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#B#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:41,477 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/b0e2bd60d24c4d7ea3eeb52752f42ed5 is 50, key is test_row_0/B:col10/1731693218620/Put/seqid=0 2024-11-15T17:53:41,497 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#A#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:41,497 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/11bf970bd16a4e888e6f993006fb2fe6 is 50, key is test_row_0/A:col10/1731693218620/Put/seqid=0 2024-11-15T17:53:41,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742316_1492 (size=12104) 2024-11-15T17:53:41,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-15T17:53:41,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:41,522 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-15T17:53:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:41,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742317_1493 (size=12104) 2024-11-15T17:53:41,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/5a108a1939a4400eab04f8c4c13a7126 is 50, key is test_row_0/A:col10/1731693219398/Put/seqid=0 2024-11-15T17:53:41,532 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/11bf970bd16a4e888e6f993006fb2fe6 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/11bf970bd16a4e888e6f993006fb2fe6 2024-11-15T17:53:41,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742318_1494 (size=12151) 2024-11-15T17:53:41,535 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/A of dfd25a9fb7055c2e052af80727f7d871 into 11bf970bd16a4e888e6f993006fb2fe6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:41,536 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:41,536 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/A, priority=13, startTime=1731693221460; duration=0sec 2024-11-15T17:53:41,536 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:41,536 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:A 2024-11-15T17:53:41,536 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:41,536 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:41,536 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/C is initiating minor compaction (all files) 2024-11-15T17:53:41,536 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/C in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:41,536 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/22f0188375e54f74af990689e24ef7bd, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/29c10d333c8d408c9f23c70c5adc21f2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/331b6bb333604c2388b6e9b348446721] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=35.3 K 2024-11-15T17:53:41,537 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22f0188375e54f74af990689e24ef7bd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731693217482 2024-11-15T17:53:41,537 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29c10d333c8d408c9f23c70c5adc21f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731693218233 2024-11-15T17:53:41,537 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 331b6bb333604c2388b6e9b348446721, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731693218620 2024-11-15T17:53:41,542 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#C#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:41,542 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/699eeed0d1ca43d2b79f1e1b66d932ba is 50, key is test_row_0/C:col10/1731693218620/Put/seqid=0 2024-11-15T17:53:41,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742319_1495 (size=12104) 2024-11-15T17:53:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:41,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:41,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54784 deadline: 1731693281616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:41,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693281617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:41,632 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in dfd25a9fb7055c2e052af80727f7d871 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:53:41,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:41,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:41,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693281621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:41,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:41,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693281622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:41,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693281625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:41,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:41,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:41,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693281737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:41,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693281747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:41,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693281747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:41,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693281747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:41,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:41,924 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/b0e2bd60d24c4d7ea3eeb52752f42ed5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/b0e2bd60d24c4d7ea3eeb52752f42ed5 2024-11-15T17:53:41,928 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/B of dfd25a9fb7055c2e052af80727f7d871 into b0e2bd60d24c4d7ea3eeb52752f42ed5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:41,929 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:41,929 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/B, priority=13, startTime=1731693221460; duration=0sec 2024-11-15T17:53:41,929 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:41,929 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:B 2024-11-15T17:53:41,933 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/5a108a1939a4400eab04f8c4c13a7126 2024-11-15T17:53:41,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/4b6da3a2f16b476b81e94c8721e05024 is 50, key is test_row_0/B:col10/1731693219398/Put/seqid=0 2024-11-15T17:53:41,955 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/699eeed0d1ca43d2b79f1e1b66d932ba as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/699eeed0d1ca43d2b79f1e1b66d932ba 2024-11-15T17:53:41,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693281957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:41,964 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/C of dfd25a9fb7055c2e052af80727f7d871 into 699eeed0d1ca43d2b79f1e1b66d932ba(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:41,964 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:41,964 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/C, priority=13, startTime=1731693221460; duration=0sec 2024-11-15T17:53:41,964 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:41,964 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:C 2024-11-15T17:53:41,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742320_1496 (size=12151) 2024-11-15T17:53:41,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693281976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:41,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:41,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693281976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:41,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:41,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693281976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:41,992 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,992 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:41,992 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:42,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693282266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:42,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:42,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693282297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693282297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:42,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693282298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:42,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:42,369 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/4b6da3a2f16b476b81e94c8721e05024 2024-11-15T17:53:42,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/bf64fa1348fb4f8fa46f535323c7ba98 is 50, key is test_row_0/C:col10/1731693219398/Put/seqid=0 2024-11-15T17:53:42,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742321_1497 (size=12151) 2024-11-15T17:53:42,779 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/bf64fa1348fb4f8fa46f535323c7ba98 2024-11-15T17:53:42,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/5a108a1939a4400eab04f8c4c13a7126 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/5a108a1939a4400eab04f8c4c13a7126 2024-11-15T17:53:42,786 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/5a108a1939a4400eab04f8c4c13a7126, entries=150, sequenceid=143, filesize=11.9 K 2024-11-15T17:53:42,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/4b6da3a2f16b476b81e94c8721e05024 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/4b6da3a2f16b476b81e94c8721e05024 2024-11-15T17:53:42,789 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/4b6da3a2f16b476b81e94c8721e05024, entries=150, sequenceid=143, filesize=11.9 K 2024-11-15T17:53:42,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/bf64fa1348fb4f8fa46f535323c7ba98 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/bf64fa1348fb4f8fa46f535323c7ba98 2024-11-15T17:53:42,795 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/bf64fa1348fb4f8fa46f535323c7ba98, entries=150, sequenceid=143, filesize=11.9 K 2024-11-15T17:53:42,795 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for dfd25a9fb7055c2e052af80727f7d871 in 1273ms, sequenceid=143, compaction requested=false 2024-11-15T17:53:42,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:42,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:42,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-15T17:53:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-15T17:53:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:42,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-15T17:53:42,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:42,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:42,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:42,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:42,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:42,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:42,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-15T17:53:42,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8900 sec 2024-11-15T17:53:42,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/d4d7e946c07344af9387c035ba385c38 is 50, key is test_row_0/A:col10/1731693222796/Put/seqid=0 2024-11-15T17:53:42,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 3.9000 sec 2024-11-15T17:53:42,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742322_1498 (size=12151) 2024-11-15T17:53:42,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/d4d7e946c07344af9387c035ba385c38 2024-11-15T17:53:42,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/f83781dbdb314db0afa41cc2f325a83c is 50, key is test_row_0/B:col10/1731693222796/Put/seqid=0 2024-11-15T17:53:42,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742323_1499 (size=12151) 2024-11-15T17:53:42,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/f83781dbdb314db0afa41cc2f325a83c 2024-11-15T17:53:42,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/eae41abb624f439ab5cc3e7dc0e394f0 is 50, key is test_row_0/C:col10/1731693222796/Put/seqid=0 2024-11-15T17:53:42,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742324_1500 (size=12151) 2024-11-15T17:53:42,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693282848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:42,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:42,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693282856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:42,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693282858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:42,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693282859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:42,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:42,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:42,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693282967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:42,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:42,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693282967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:42,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:42,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:42,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693282977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:42,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:42,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693282977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:42,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:42,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-15T17:53:43,067 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:43,067 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:53:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-15T17:53:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T17:53:43,069 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:53:43,069 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:53:43,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:53:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T17:53:43,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693283176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:43,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:43,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693283187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:43,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693283197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:43,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693283197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:43,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-15T17:53:43,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:43,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:43,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:43,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:43,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:43,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/eae41abb624f439ab5cc3e7dc0e394f0 2024-11-15T17:53:43,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/d4d7e946c07344af9387c035ba385c38 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/d4d7e946c07344af9387c035ba385c38 2024-11-15T17:53:43,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/d4d7e946c07344af9387c035ba385c38, entries=150, sequenceid=158, filesize=11.9 K 2024-11-15T17:53:43,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/f83781dbdb314db0afa41cc2f325a83c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/f83781dbdb314db0afa41cc2f325a83c 2024-11-15T17:53:43,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/f83781dbdb314db0afa41cc2f325a83c, entries=150, sequenceid=158, filesize=11.9 K 2024-11-15T17:53:43,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/eae41abb624f439ab5cc3e7dc0e394f0 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/eae41abb624f439ab5cc3e7dc0e394f0 2024-11-15T17:53:43,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/eae41abb624f439ab5cc3e7dc0e394f0, entries=150, sequenceid=158, filesize=11.9 K 2024-11-15T17:53:43,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for dfd25a9fb7055c2e052af80727f7d871 in 458ms, sequenceid=158, compaction requested=true 2024-11-15T17:53:43,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:43,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:53:43,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:43,255 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:43,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:53:43,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:43,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:53:43,256 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:43,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:43,256 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36406 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:43,256 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36406 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:43,256 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/A is initiating minor compaction (all files) 2024-11-15T17:53:43,256 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/B is initiating minor compaction (all files) 2024-11-15T17:53:43,256 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/A in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:43,256 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/B in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:43,256 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/11bf970bd16a4e888e6f993006fb2fe6, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/5a108a1939a4400eab04f8c4c13a7126, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/d4d7e946c07344af9387c035ba385c38] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=35.6 K 2024-11-15T17:53:43,256 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/b0e2bd60d24c4d7ea3eeb52752f42ed5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/4b6da3a2f16b476b81e94c8721e05024, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/f83781dbdb314db0afa41cc2f325a83c] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=35.6 K 2024-11-15T17:53:43,256 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11bf970bd16a4e888e6f993006fb2fe6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731693218620 2024-11-15T17:53:43,256 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting b0e2bd60d24c4d7ea3eeb52752f42ed5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731693218620 2024-11-15T17:53:43,257 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b6da3a2f16b476b81e94c8721e05024, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731693219387 2024-11-15T17:53:43,257 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a108a1939a4400eab04f8c4c13a7126, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731693219387 2024-11-15T17:53:43,257 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting f83781dbdb314db0afa41cc2f325a83c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731693221615 2024-11-15T17:53:43,257 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4d7e946c07344af9387c035ba385c38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731693221615 2024-11-15T17:53:43,262 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#A#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:43,263 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/00a520ad06ab4cecbf3ae0344f0d02c6 is 50, key is test_row_0/A:col10/1731693222796/Put/seqid=0 2024-11-15T17:53:43,264 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#B#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:43,265 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/d0d52d78314f46c5bd4c386793803f11 is 50, key is test_row_0/B:col10/1731693222796/Put/seqid=0 2024-11-15T17:53:43,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742326_1502 (size=12357) 2024-11-15T17:53:43,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742325_1501 (size=12357) 2024-11-15T17:53:43,281 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/00a520ad06ab4cecbf3ae0344f0d02c6 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/00a520ad06ab4cecbf3ae0344f0d02c6 2024-11-15T17:53:43,285 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/A of dfd25a9fb7055c2e052af80727f7d871 into 00a520ad06ab4cecbf3ae0344f0d02c6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:43,285 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:43,285 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/A, priority=13, startTime=1731693223255; duration=0sec 2024-11-15T17:53:43,285 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:43,285 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:A 2024-11-15T17:53:43,285 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:43,290 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36406 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:43,291 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/C is initiating minor compaction (all files) 2024-11-15T17:53:43,291 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/C in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:43,291 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/699eeed0d1ca43d2b79f1e1b66d932ba, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/bf64fa1348fb4f8fa46f535323c7ba98, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/eae41abb624f439ab5cc3e7dc0e394f0] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=35.6 K 2024-11-15T17:53:43,291 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 699eeed0d1ca43d2b79f1e1b66d932ba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731693218620 2024-11-15T17:53:43,291 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf64fa1348fb4f8fa46f535323c7ba98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731693219387 2024-11-15T17:53:43,291 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting eae41abb624f439ab5cc3e7dc0e394f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731693221615 2024-11-15T17:53:43,304 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#C#compaction#422 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:43,304 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/895a639341c1406e8c4fcb9ef1be2517 is 50, key is test_row_0/C:col10/1731693222796/Put/seqid=0 2024-11-15T17:53:43,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742327_1503 (size=12357) 2024-11-15T17:53:43,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-15T17:53:43,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:43,375 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-15T17:53:43,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:43,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:43,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:43,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:43,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:43,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:43,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/895f54c1bb9944148e172012710c0bc1 is 50, key is test_row_0/A:col10/1731693222854/Put/seqid=0 2024-11-15T17:53:43,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742328_1504 (size=12151) 2024-11-15T17:53:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T17:53:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:43,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:43,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693283528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:43,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:43,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:43,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693283530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693283530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:43,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693283530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:43,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:43,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:43,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693283636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:43,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:43,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693283646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:43,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:43,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693283647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:43,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:43,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:43,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693283647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:43,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:43,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54784 deadline: 1731693283657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:43,671 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in dfd25a9fb7055c2e052af80727f7d871 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4262 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:53:43,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:43,672 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/d0d52d78314f46c5bd4c386793803f11 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/d0d52d78314f46c5bd4c386793803f11 2024-11-15T17:53:43,676 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/B of dfd25a9fb7055c2e052af80727f7d871 into d0d52d78314f46c5bd4c386793803f11(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:43,676 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:43,676 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/B, priority=13, startTime=1731693223255; duration=0sec 2024-11-15T17:53:43,676 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:43,676 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:B 2024-11-15T17:53:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T17:53:43,723 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/895a639341c1406e8c4fcb9ef1be2517 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/895a639341c1406e8c4fcb9ef1be2517 2024-11-15T17:53:43,730 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/C of dfd25a9fb7055c2e052af80727f7d871 into 895a639341c1406e8c4fcb9ef1be2517(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:43,730 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:43,730 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/C, priority=13, startTime=1731693223256; duration=0sec 2024-11-15T17:53:43,730 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:43,730 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:C 2024-11-15T17:53:43,786 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/895f54c1bb9944148e172012710c0bc1 2024-11-15T17:53:43,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/be801be7267e4d428d14114b9042cc7e is 50, key is test_row_0/B:col10/1731693222854/Put/seqid=0 2024-11-15T17:53:43,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742329_1505 (size=12151) 2024-11-15T17:53:43,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693283847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:43,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:43,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693283867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693283867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:43,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693283867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:43,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:43,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:44,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693284167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:44,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:44,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693284177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:44,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693284177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:44,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693284191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:44,202 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/be801be7267e4d428d14114b9042cc7e 2024-11-15T17:53:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T17:53:44,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/325c474b4f674f7b95c3112083d827d5 is 50, key is test_row_0/C:col10/1731693222854/Put/seqid=0 2024-11-15T17:53:44,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742330_1506 (size=12151) 2024-11-15T17:53:44,272 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/325c474b4f674f7b95c3112083d827d5 2024-11-15T17:53:44,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/895f54c1bb9944148e172012710c0bc1 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/895f54c1bb9944148e172012710c0bc1 2024-11-15T17:53:44,284 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/895f54c1bb9944148e172012710c0bc1, entries=150, sequenceid=179, filesize=11.9 K 2024-11-15T17:53:44,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/be801be7267e4d428d14114b9042cc7e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/be801be7267e4d428d14114b9042cc7e 2024-11-15T17:53:44,290 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/be801be7267e4d428d14114b9042cc7e, entries=150, sequenceid=179, filesize=11.9 K 2024-11-15T17:53:44,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/325c474b4f674f7b95c3112083d827d5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/325c474b4f674f7b95c3112083d827d5 2024-11-15T17:53:44,297 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/325c474b4f674f7b95c3112083d827d5, entries=150, sequenceid=179, filesize=11.9 K 2024-11-15T17:53:44,298 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for dfd25a9fb7055c2e052af80727f7d871 in 923ms, sequenceid=179, compaction requested=false 2024-11-15T17:53:44,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:44,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:44,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-15T17:53:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-15T17:53:44,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-15T17:53:44,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2310 sec 2024-11-15T17:53:44,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.2410 sec 2024-11-15T17:53:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:44,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T17:53:44,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:44,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:44,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:44,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:44,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:44,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:44,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/e350d6c2eb8c4403a8fe2c6e7210a93d is 50, key is test_row_0/A:col10/1731693224680/Put/seqid=0 2024-11-15T17:53:44,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742331_1507 (size=14541) 2024-11-15T17:53:44,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693284736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:44,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:44,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693284739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:44,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693284740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:44,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693284741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:44,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:44,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:44,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:44,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693284857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:44,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693284867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:44,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693284867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:44,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:44,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:44,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693284867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:44,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:44,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:44,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:45,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693285077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:45,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:45,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693285087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:45,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:45,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693285088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:45,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:45,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693285088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:45,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:45,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/e350d6c2eb8c4403a8fe2c6e7210a93d 2024-11-15T17:53:45,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/a810e44e6184403eb44c77b90c4b7c93 is 50, key is test_row_0/B:col10/1731693224680/Put/seqid=0 2024-11-15T17:53:45,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742332_1508 (size=12151) 2024-11-15T17:53:45,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/a810e44e6184403eb44c77b90c4b7c93 2024-11-15T17:53:45,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/41153b73d540414a98bdaa021e759a2c is 50, key is test_row_0/C:col10/1731693224680/Put/seqid=0 2024-11-15T17:53:45,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742333_1509 (size=12151) 2024-11-15T17:53:45,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/41153b73d540414a98bdaa021e759a2c 2024-11-15T17:53:45,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/e350d6c2eb8c4403a8fe2c6e7210a93d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/e350d6c2eb8c4403a8fe2c6e7210a93d 2024-11-15T17:53:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T17:53:45,218 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:45,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/e350d6c2eb8c4403a8fe2c6e7210a93d, entries=200, sequenceid=194, filesize=14.2 K 2024-11-15T17:53:45,220 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:53:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-15T17:53:45,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/a810e44e6184403eb44c77b90c4b7c93 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/a810e44e6184403eb44c77b90c4b7c93 2024-11-15T17:53:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-15T17:53:45,227 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:53:45,229 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:53:45,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:53:45,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/a810e44e6184403eb44c77b90c4b7c93, entries=150, sequenceid=194, filesize=11.9 K 2024-11-15T17:53:45,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/41153b73d540414a98bdaa021e759a2c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/41153b73d540414a98bdaa021e759a2c 2024-11-15T17:53:45,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/41153b73d540414a98bdaa021e759a2c, entries=150, sequenceid=194, filesize=11.9 K 2024-11-15T17:53:45,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for dfd25a9fb7055c2e052af80727f7d871 in 564ms, sequenceid=194, compaction requested=true 2024-11-15T17:53:45,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:45,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:53:45,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:45,247 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:45,247 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:45,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:53:45,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:45,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:53:45,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:45,251 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:45,251 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:45,251 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/B is initiating minor compaction (all files) 2024-11-15T17:53:45,251 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/A is initiating minor compaction (all files) 2024-11-15T17:53:45,251 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/A in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:45,251 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/00a520ad06ab4cecbf3ae0344f0d02c6, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/895f54c1bb9944148e172012710c0bc1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/e350d6c2eb8c4403a8fe2c6e7210a93d] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=38.1 K 2024-11-15T17:53:45,251 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00a520ad06ab4cecbf3ae0344f0d02c6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731693221615 2024-11-15T17:53:45,252 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 895f54c1bb9944148e172012710c0bc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731693222854 2024-11-15T17:53:45,252 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting e350d6c2eb8c4403a8fe2c6e7210a93d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731693223515 2024-11-15T17:53:45,253 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/B in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:45,253 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/d0d52d78314f46c5bd4c386793803f11, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/be801be7267e4d428d14114b9042cc7e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/a810e44e6184403eb44c77b90c4b7c93] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=35.8 K 2024-11-15T17:53:45,254 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting d0d52d78314f46c5bd4c386793803f11, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731693221615 2024-11-15T17:53:45,257 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting be801be7267e4d428d14114b9042cc7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731693222854 2024-11-15T17:53:45,258 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting a810e44e6184403eb44c77b90c4b7c93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731693223528 2024-11-15T17:53:45,270 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#A#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:45,270 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/38bcdc92b1bd4cd5a8f81827c4e7e649 is 50, key is test_row_0/A:col10/1731693224680/Put/seqid=0 2024-11-15T17:53:45,272 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#B#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:45,272 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/4c48216a8ba845249a17a1d17a367d90 is 50, key is test_row_0/B:col10/1731693224680/Put/seqid=0 2024-11-15T17:53:45,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742334_1510 (size=12459) 2024-11-15T17:53:45,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742335_1511 (size=12459) 2024-11-15T17:53:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-15T17:53:45,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-15T17:53:45,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:45,386 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-15T17:53:45,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:45,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:45,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:45,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:45,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:45,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:45,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/45f79ab325384feba2188bcaa0ff0ba8 is 50, key is test_row_0/A:col10/1731693224738/Put/seqid=0 2024-11-15T17:53:45,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:45,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742336_1512 (size=12151) 2024-11-15T17:53:45,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693285427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:45,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:45,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693285442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693285440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:45,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693285446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:45,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:45,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:45,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-15T17:53:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693285548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:45,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:45,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693285567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:45,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:45,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693285567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:45,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:45,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:45,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693285568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:45,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:45,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:45,705 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/4c48216a8ba845249a17a1d17a367d90 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/4c48216a8ba845249a17a1d17a367d90 2024-11-15T17:53:45,705 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/38bcdc92b1bd4cd5a8f81827c4e7e649 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/38bcdc92b1bd4cd5a8f81827c4e7e649 2024-11-15T17:53:45,709 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/A of dfd25a9fb7055c2e052af80727f7d871 into 38bcdc92b1bd4cd5a8f81827c4e7e649(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:45,709 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/B of dfd25a9fb7055c2e052af80727f7d871 into 4c48216a8ba845249a17a1d17a367d90(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:45,709 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:45,709 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:45,709 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/B, priority=13, startTime=1731693225247; duration=0sec 2024-11-15T17:53:45,709 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/A, priority=13, startTime=1731693225247; duration=0sec 2024-11-15T17:53:45,709 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:45,709 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:45,709 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:B 2024-11-15T17:53:45,709 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:A 2024-11-15T17:53:45,709 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:45,710 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:45,710 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/C is initiating minor compaction (all files) 2024-11-15T17:53:45,710 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/C in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:45,710 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/895a639341c1406e8c4fcb9ef1be2517, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/325c474b4f674f7b95c3112083d827d5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/41153b73d540414a98bdaa021e759a2c] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=35.8 K 2024-11-15T17:53:45,710 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 895a639341c1406e8c4fcb9ef1be2517, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731693221615 2024-11-15T17:53:45,710 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 325c474b4f674f7b95c3112083d827d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731693222854 2024-11-15T17:53:45,710 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 41153b73d540414a98bdaa021e759a2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731693223528 2024-11-15T17:53:45,716 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#C#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:45,716 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/da22776acac1453fa8e7f05756fbfdcb is 50, key is test_row_0/C:col10/1731693224680/Put/seqid=0 2024-11-15T17:53:45,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742337_1513 (size=12459) 2024-11-15T17:53:45,729 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/da22776acac1453fa8e7f05756fbfdcb as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/da22776acac1453fa8e7f05756fbfdcb 2024-11-15T17:53:45,734 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/C of dfd25a9fb7055c2e052af80727f7d871 into da22776acac1453fa8e7f05756fbfdcb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:45,734 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:45,734 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/C, priority=13, startTime=1731693225247; duration=0sec 2024-11-15T17:53:45,734 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:45,734 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:C 2024-11-15T17:53:45,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693285766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:45,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:45,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693285786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:45,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:45,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693285786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:45,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:45,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:45,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693285786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:45,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:45,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:45,817 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/45f79ab325384feba2188bcaa0ff0ba8 2024-11-15T17:53:45,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/dc122e9d43e2480895a2c9b587d55bfb is 50, key is test_row_0/B:col10/1731693224738/Put/seqid=0 2024-11-15T17:53:45,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742338_1514 (size=12151) 2024-11-15T17:53:45,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-15T17:53:46,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693286086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:46,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:46,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693286107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:46,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:46,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693286107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:46,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:46,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:46,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693286107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:46,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:46,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:46,229 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/dc122e9d43e2480895a2c9b587d55bfb 2024-11-15T17:53:46,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/774e2b06df1a4478ac7646d794b88ca2 is 50, key is test_row_0/C:col10/1731693224738/Put/seqid=0 2024-11-15T17:53:46,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742339_1515 (size=12151) 2024-11-15T17:53:46,254 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/774e2b06df1a4478ac7646d794b88ca2 2024-11-15T17:53:46,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/45f79ab325384feba2188bcaa0ff0ba8 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/45f79ab325384feba2188bcaa0ff0ba8 2024-11-15T17:53:46,263 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/45f79ab325384feba2188bcaa0ff0ba8, entries=150, sequenceid=213, filesize=11.9 K 2024-11-15T17:53:46,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/dc122e9d43e2480895a2c9b587d55bfb as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/dc122e9d43e2480895a2c9b587d55bfb 2024-11-15T17:53:46,271 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/dc122e9d43e2480895a2c9b587d55bfb, entries=150, sequenceid=213, filesize=11.9 K 2024-11-15T17:53:46,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/774e2b06df1a4478ac7646d794b88ca2 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/774e2b06df1a4478ac7646d794b88ca2 2024-11-15T17:53:46,293 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/774e2b06df1a4478ac7646d794b88ca2, entries=150, sequenceid=213, filesize=11.9 K 2024-11-15T17:53:46,293 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for dfd25a9fb7055c2e052af80727f7d871 in 907ms, sequenceid=213, compaction requested=false 2024-11-15T17:53:46,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:46,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:46,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-15T17:53:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-15T17:53:46,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-15T17:53:46,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0660 sec 2024-11-15T17:53:46,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.0770 sec 2024-11-15T17:53:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-15T17:53:46,367 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:46,368 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:53:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-15T17:53:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T17:53:46,369 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:53:46,370 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:53:46,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:53:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T17:53:46,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T17:53:46,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:46,522 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T17:53:46,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:46,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:46,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:46,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:46,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:46,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:46,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/8982907ea455409eafd081775e82b1a6 is 50, key is test_row_0/A:col10/1731693225441/Put/seqid=0 2024-11-15T17:53:46,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742340_1516 (size=12151) 2024-11-15T17:53:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:46,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:46,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693286653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:46,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693286654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693286654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:46,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693286656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T17:53:46,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693286768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:46,778 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,778 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:46,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693286776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:46,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:46,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693286777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693286777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:46,930 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/8982907ea455409eafd081775e82b1a6 2024-11-15T17:53:46,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/44e6986f0f3142c7b13abb4e5c4a1425 is 50, key is test_row_0/B:col10/1731693225441/Put/seqid=0 2024-11-15T17:53:46,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742341_1517 (size=12151) 2024-11-15T17:53:46,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693286987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:46,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693286987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:46,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693286987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:46,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693286987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T17:53:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:47,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:47,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693287307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693287307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:47,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693287308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:47,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693287308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:47,375 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/44e6986f0f3142c7b13abb4e5c4a1425 2024-11-15T17:53:47,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/dfaf93d325124f249f7ecf49e2a40b59 is 50, key is test_row_0/C:col10/1731693225441/Put/seqid=0 2024-11-15T17:53:47,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742342_1518 (size=12151) 2024-11-15T17:53:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T17:53:47,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54784 deadline: 1731693287687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:47,699 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in dfd25a9fb7055c2e052af80727f7d871 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8290 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:53:47,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:47,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:47,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:47,825 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/dfaf93d325124f249f7ecf49e2a40b59 2024-11-15T17:53:47,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/8982907ea455409eafd081775e82b1a6 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/8982907ea455409eafd081775e82b1a6 2024-11-15T17:53:47,838 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/8982907ea455409eafd081775e82b1a6, entries=150, sequenceid=229, filesize=11.9 K 2024-11-15T17:53:47,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/44e6986f0f3142c7b13abb4e5c4a1425 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/44e6986f0f3142c7b13abb4e5c4a1425 2024-11-15T17:53:47,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693287827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:47,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:47,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:47,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:47,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693287827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:47,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:47,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:47,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:47,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693287837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:47,842 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:47,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:47,842 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:47,842 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693287837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:47,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:47,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:47,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:47,845 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/44e6986f0f3142c7b13abb4e5c4a1425, entries=150, sequenceid=229, filesize=11.9 K 2024-11-15T17:53:47,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/dfaf93d325124f249f7ecf49e2a40b59 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/dfaf93d325124f249f7ecf49e2a40b59 2024-11-15T17:53:47,853 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/dfaf93d325124f249f7ecf49e2a40b59, entries=150, sequenceid=229, filesize=11.9 K 2024-11-15T17:53:47,854 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for dfd25a9fb7055c2e052af80727f7d871 in 1332ms, sequenceid=229, compaction requested=true 2024-11-15T17:53:47,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:47,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:47,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-15T17:53:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-15T17:53:47,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-15T17:53:47,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4860 sec 2024-11-15T17:53:47,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.4900 sec 2024-11-15T17:53:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T17:53:48,528 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:48,529 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:53:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-15T17:53:48,531 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:53:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T17:53:48,532 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:53:48,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:53:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T17:53:48,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-15T17:53:48,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:48,686 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-15T17:53:48,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:48,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:48,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:48,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:48,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:48,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:48,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/9fd43739a012498ba07559c79c42edca is 50, key is test_row_0/A:col10/1731693226635/Put/seqid=0 2024-11-15T17:53:48,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742343_1519 (size=12151) 2024-11-15T17:53:48,731 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/9fd43739a012498ba07559c79c42edca 2024-11-15T17:53:48,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/e93d2ca6f10e42e395e29dee529c823e is 50, key is test_row_0/B:col10/1731693226635/Put/seqid=0 2024-11-15T17:53:48,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742344_1520 (size=12151) 2024-11-15T17:53:48,786 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/e93d2ca6f10e42e395e29dee529c823e 2024-11-15T17:53:48,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/65780ee4c3394facb94d315033414a68 is 50, key is test_row_0/C:col10/1731693226635/Put/seqid=0 2024-11-15T17:53:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T17:53:48,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742345_1521 (size=12151) 2024-11-15T17:53:48,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:48,858 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/65780ee4c3394facb94d315033414a68 2024-11-15T17:53:48,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/9fd43739a012498ba07559c79c42edca as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/9fd43739a012498ba07559c79c42edca 2024-11-15T17:53:48,874 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/9fd43739a012498ba07559c79c42edca, entries=150, sequenceid=248, filesize=11.9 K 2024-11-15T17:53:48,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/e93d2ca6f10e42e395e29dee529c823e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/e93d2ca6f10e42e395e29dee529c823e 2024-11-15T17:53:48,886 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/e93d2ca6f10e42e395e29dee529c823e, entries=150, sequenceid=248, filesize=11.9 K 2024-11-15T17:53:48,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/65780ee4c3394facb94d315033414a68 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/65780ee4c3394facb94d315033414a68 2024-11-15T17:53:48,897 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/65780ee4c3394facb94d315033414a68, entries=150, sequenceid=248, filesize=11.9 K 2024-11-15T17:53:48,898 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=53.67 KB/54960 for dfd25a9fb7055c2e052af80727f7d871 in 212ms, sequenceid=248, compaction requested=true 2024-11-15T17:53:48,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:48,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:48,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-15T17:53:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-15T17:53:48,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-15T17:53:48,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 367 msec 2024-11-15T17:53:48,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 372 msec 2024-11-15T17:53:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:48,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-15T17:53:48,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:48,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:48,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:48,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:48,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:48,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:48,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/3cb314d95d2f4e6185d0c84406b5dde3 is 50, key is test_row_0/A:col10/1731693228866/Put/seqid=0 2024-11-15T17:53:48,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742346_1522 (size=17131) 2024-11-15T17:53:48,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/3cb314d95d2f4e6185d0c84406b5dde3 2024-11-15T17:53:48,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/51c58bdb48a641cca45ec9f0bcb3de89 is 50, key is test_row_0/B:col10/1731693228866/Put/seqid=0 2024-11-15T17:53:49,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693288987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693288988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693288990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:49,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693288999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:49,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742347_1523 (size=12251) 2024-11-15T17:53:49,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693289106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693289106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:49,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:49,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693289116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693289116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T17:53:49,157 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:49,157 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:53:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-15T17:53:49,159 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:53:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T17:53:49,161 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:53:49,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:53:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T17:53:49,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T17:53:49,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:49,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:49,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:49,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:49,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:49,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693289326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693289326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:49,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693289336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,350 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,350 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,350 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693289337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:49,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/51c58bdb48a641cca45ec9f0bcb3de89 2024-11-15T17:53:49,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/36ee91cf8d4c4b57afaaba082472e2da is 50, key is test_row_0/C:col10/1731693228866/Put/seqid=0 2024-11-15T17:53:49,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742348_1524 (size=12251) 2024-11-15T17:53:49,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/36ee91cf8d4c4b57afaaba082472e2da 2024-11-15T17:53:49,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T17:53:49,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:49,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:49,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:49,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:49,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T17:53:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:49,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/3cb314d95d2f4e6185d0c84406b5dde3 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/3cb314d95d2f4e6185d0c84406b5dde3 2024-11-15T17:53:49,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/3cb314d95d2f4e6185d0c84406b5dde3, entries=250, sequenceid=261, filesize=16.7 K 2024-11-15T17:53:49,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/51c58bdb48a641cca45ec9f0bcb3de89 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/51c58bdb48a641cca45ec9f0bcb3de89 2024-11-15T17:53:49,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/51c58bdb48a641cca45ec9f0bcb3de89, entries=150, sequenceid=261, filesize=12.0 K 2024-11-15T17:53:49,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/36ee91cf8d4c4b57afaaba082472e2da as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/36ee91cf8d4c4b57afaaba082472e2da 2024-11-15T17:53:49,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/36ee91cf8d4c4b57afaaba082472e2da, entries=150, sequenceid=261, filesize=12.0 K 2024-11-15T17:53:49,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for dfd25a9fb7055c2e052af80727f7d871 in 611ms, sequenceid=261, compaction requested=true 2024-11-15T17:53:49,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:49,515 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T17:53:49,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:53:49,516 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 66043 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T17:53:49,516 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/A is initiating minor compaction (all files) 2024-11-15T17:53:49,516 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/A in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:49,516 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/38bcdc92b1bd4cd5a8f81827c4e7e649, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/45f79ab325384feba2188bcaa0ff0ba8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/8982907ea455409eafd081775e82b1a6, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/9fd43739a012498ba07559c79c42edca, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/3cb314d95d2f4e6185d0c84406b5dde3] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=64.5 K 2024-11-15T17:53:49,517 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38bcdc92b1bd4cd5a8f81827c4e7e649, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731693223528 2024-11-15T17:53:49,517 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45f79ab325384feba2188bcaa0ff0ba8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731693224714 2024-11-15T17:53:49,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:49,517 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8982907ea455409eafd081775e82b1a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731693225416 2024-11-15T17:53:49,517 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fd43739a012498ba07559c79c42edca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731693226635 2024-11-15T17:53:49,518 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cb314d95d2f4e6185d0c84406b5dde3, keycount=250, bloomtype=ROW, size=16.7 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731693228866 2024-11-15T17:53:49,520 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T17:53:49,522 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61163 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T17:53:49,522 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/B is initiating minor compaction (all files) 2024-11-15T17:53:49,522 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/B in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:49,522 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/4c48216a8ba845249a17a1d17a367d90, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/dc122e9d43e2480895a2c9b587d55bfb, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/44e6986f0f3142c7b13abb4e5c4a1425, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/e93d2ca6f10e42e395e29dee529c823e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/51c58bdb48a641cca45ec9f0bcb3de89] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=59.7 K 2024-11-15T17:53:49,522 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c48216a8ba845249a17a1d17a367d90, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731693223528 2024-11-15T17:53:49,523 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting dc122e9d43e2480895a2c9b587d55bfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731693224714 2024-11-15T17:53:49,524 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 44e6986f0f3142c7b13abb4e5c4a1425, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731693225416 2024-11-15T17:53:49,524 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting e93d2ca6f10e42e395e29dee529c823e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731693226635 2024-11-15T17:53:49,525 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 51c58bdb48a641cca45ec9f0bcb3de89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731693228866 2024-11-15T17:53:49,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:53:49,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:49,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:53:49,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:49,539 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#A#compaction#444 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:49,539 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/96723ab569c84373bb2831505f77235d is 50, key is test_row_0/A:col10/1731693228866/Put/seqid=0 2024-11-15T17:53:49,547 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#B#compaction#445 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:49,548 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/3c081273cbbe49eaa352e1368e18ceea is 50, key is test_row_0/B:col10/1731693228866/Put/seqid=0 2024-11-15T17:53:49,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742349_1525 (size=12729) 2024-11-15T17:53:49,591 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/96723ab569c84373bb2831505f77235d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/96723ab569c84373bb2831505f77235d 2024-11-15T17:53:49,596 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/A of dfd25a9fb7055c2e052af80727f7d871 into 96723ab569c84373bb2831505f77235d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:49,596 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:49,596 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/A, priority=11, startTime=1731693229514; duration=0sec 2024-11-15T17:53:49,596 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:49,596 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:A 2024-11-15T17:53:49,596 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T17:53:49,597 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61163 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T17:53:49,598 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/C is initiating minor compaction (all files) 2024-11-15T17:53:49,598 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/C in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:49,598 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/da22776acac1453fa8e7f05756fbfdcb, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/774e2b06df1a4478ac7646d794b88ca2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/dfaf93d325124f249f7ecf49e2a40b59, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/65780ee4c3394facb94d315033414a68, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/36ee91cf8d4c4b57afaaba082472e2da] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=59.7 K 2024-11-15T17:53:49,598 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting da22776acac1453fa8e7f05756fbfdcb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731693223528 2024-11-15T17:53:49,599 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 774e2b06df1a4478ac7646d794b88ca2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731693224714 2024-11-15T17:53:49,599 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfaf93d325124f249f7ecf49e2a40b59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731693225416 2024-11-15T17:53:49,599 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65780ee4c3394facb94d315033414a68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731693226635 2024-11-15T17:53:49,599 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36ee91cf8d4c4b57afaaba082472e2da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731693228866 2024-11-15T17:53:49,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742350_1526 (size=12729) 2024-11-15T17:53:49,627 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#C#compaction#446 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:49,627 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/f116deec7fd54406b90fb3fe9341d9f1 is 50, key is test_row_0/C:col10/1731693228866/Put/seqid=0 2024-11-15T17:53:49,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T17:53:49,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:49,630 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-15T17:53:49,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:49,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:49,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:49,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:49,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:49,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:49,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/dcc9d10fd8ba4cce8fc0ca1a147ea808 is 50, key is test_row_0/A:col10/1731693228956/Put/seqid=0 2024-11-15T17:53:49,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:49,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742351_1527 (size=12729) 2024-11-15T17:53:49,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693289695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693289700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:49,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742352_1528 (size=12301) 2024-11-15T17:53:49,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693289712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693289713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:49,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T17:53:49,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693289831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693289831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:49,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:49,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693289863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:49,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693289863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:50,035 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/3c081273cbbe49eaa352e1368e18ceea as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/3c081273cbbe49eaa352e1368e18ceea 2024-11-15T17:53:50,040 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/B of dfd25a9fb7055c2e052af80727f7d871 into 3c081273cbbe49eaa352e1368e18ceea(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:50,040 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:50,040 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/B, priority=11, startTime=1731693229519; duration=0sec 2024-11-15T17:53:50,041 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:50,041 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:B 2024-11-15T17:53:50,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693290047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:50,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693290047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:50,083 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/f116deec7fd54406b90fb3fe9341d9f1 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/f116deec7fd54406b90fb3fe9341d9f1 2024-11-15T17:53:50,089 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/C of dfd25a9fb7055c2e052af80727f7d871 into f116deec7fd54406b90fb3fe9341d9f1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:50,089 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:50,089 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/C, priority=11, startTime=1731693229534; duration=0sec 2024-11-15T17:53:50,089 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:50,089 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:C 2024-11-15T17:53:50,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693290087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:50,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:50,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693290087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:50,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:50,132 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/dcc9d10fd8ba4cce8fc0ca1a147ea808 2024-11-15T17:53:50,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/5e49541cb3084855829998ee0adf7823 is 50, key is test_row_0/B:col10/1731693228956/Put/seqid=0 2024-11-15T17:53:50,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742353_1529 (size=12301) 2024-11-15T17:53:50,150 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/5e49541cb3084855829998ee0adf7823 2024-11-15T17:53:50,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/f4a1fc7fbdf149d784f6f89ce0a2a995 is 50, key is test_row_0/C:col10/1731693228956/Put/seqid=0 2024-11-15T17:53:50,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742354_1530 (size=12301) 2024-11-15T17:53:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T17:53:50,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693290367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693290367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:50,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693290415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:50,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:50,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693290415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:50,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:50,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:50,569 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/f4a1fc7fbdf149d784f6f89ce0a2a995 2024-11-15T17:53:50,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/dcc9d10fd8ba4cce8fc0ca1a147ea808 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/dcc9d10fd8ba4cce8fc0ca1a147ea808 2024-11-15T17:53:50,581 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/dcc9d10fd8ba4cce8fc0ca1a147ea808, entries=150, sequenceid=281, filesize=12.0 K 2024-11-15T17:53:50,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/5e49541cb3084855829998ee0adf7823 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/5e49541cb3084855829998ee0adf7823 2024-11-15T17:53:50,584 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/5e49541cb3084855829998ee0adf7823, entries=150, sequenceid=281, filesize=12.0 K 2024-11-15T17:53:50,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/f4a1fc7fbdf149d784f6f89ce0a2a995 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/f4a1fc7fbdf149d784f6f89ce0a2a995 2024-11-15T17:53:50,588 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/f4a1fc7fbdf149d784f6f89ce0a2a995, entries=150, sequenceid=281, filesize=12.0 K 2024-11-15T17:53:50,589 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for dfd25a9fb7055c2e052af80727f7d871 in 959ms, sequenceid=281, compaction requested=false 2024-11-15T17:53:50,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:50,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:50,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-15T17:53:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-15T17:53:50,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-15T17:53:50,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4300 sec 2024-11-15T17:53:50,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.4360 sec 2024-11-15T17:53:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:50,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-15T17:53:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:50,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/6f8c664c86ae46099b993e7dda24e78d is 50, key is test_row_0/A:col10/1731693230898/Put/seqid=0 2024-11-15T17:53:50,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742355_1531 (size=14741) 2024-11-15T17:53:50,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/6f8c664c86ae46099b993e7dda24e78d 2024-11-15T17:53:50,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693290967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:50,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:50,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693290977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:50,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:50,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:51,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693290981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:51,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693290986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:51,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:51,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:51,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/090c1c4677f64f54a1ab6b8fb8464d25 is 50, key is test_row_0/B:col10/1731693230898/Put/seqid=0 2024-11-15T17:53:51,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742356_1532 (size=12301) 2024-11-15T17:53:51,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693291086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:51,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:51,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693291096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:51,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:51,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693291107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:51,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:51,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693291107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:51,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T17:53:51,309 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:51,310 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:53:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-15T17:53:51,317 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:53:51,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693291309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:51,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T17:53:51,320 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:53:51,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:53:51,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693291318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:51,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693291336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:51,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693291337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:51,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:51,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T17:53:51,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/090c1c4677f64f54a1ab6b8fb8464d25 2024-11-15T17:53:51,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/c2752db7162d4df68319cf96997f1a6f is 50, key is test_row_0/C:col10/1731693230898/Put/seqid=0 2024-11-15T17:53:51,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-15T17:53:51,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:51,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:51,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:51,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:51,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:51,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742357_1533 (size=12301) 2024-11-15T17:53:51,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-15T17:53:51,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:51,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:51,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:51,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:51,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:51,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693291627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:51,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T17:53:51,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693291637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:51,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693291656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:51,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:51,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693291667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:51,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-15T17:53:51,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:51,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:51,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:51,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:51,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:51,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/c2752db7162d4df68319cf96997f1a6f 2024-11-15T17:53:51,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/6f8c664c86ae46099b993e7dda24e78d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/6f8c664c86ae46099b993e7dda24e78d 2024-11-15T17:53:51,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/6f8c664c86ae46099b993e7dda24e78d, entries=200, sequenceid=298, filesize=14.4 K 2024-11-15T17:53:51,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/090c1c4677f64f54a1ab6b8fb8464d25 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/090c1c4677f64f54a1ab6b8fb8464d25 2024-11-15T17:53:51,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/090c1c4677f64f54a1ab6b8fb8464d25, entries=150, sequenceid=298, filesize=12.0 K 2024-11-15T17:53:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/c2752db7162d4df68319cf96997f1a6f as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/c2752db7162d4df68319cf96997f1a6f 2024-11-15T17:53:51,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/c2752db7162d4df68319cf96997f1a6f, entries=150, sequenceid=298, filesize=12.0 K 2024-11-15T17:53:51,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for dfd25a9fb7055c2e052af80727f7d871 in 993ms, sequenceid=298, compaction requested=true 2024-11-15T17:53:51,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:51,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:53:51,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:51,892 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:51,892 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:51,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:53:51,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:51,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:53:51,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:51,893 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39771 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:51,893 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:51,893 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/A is initiating minor compaction (all files) 2024-11-15T17:53:51,893 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/B is initiating minor compaction (all files) 2024-11-15T17:53:51,893 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/B in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:51,893 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/A in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:51,893 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/3c081273cbbe49eaa352e1368e18ceea, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/5e49541cb3084855829998ee0adf7823, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/090c1c4677f64f54a1ab6b8fb8464d25] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=36.5 K 2024-11-15T17:53:51,893 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/96723ab569c84373bb2831505f77235d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/dcc9d10fd8ba4cce8fc0ca1a147ea808, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/6f8c664c86ae46099b993e7dda24e78d] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=38.8 K 2024-11-15T17:53:51,893 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c081273cbbe49eaa352e1368e18ceea, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731693228866 2024-11-15T17:53:51,893 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96723ab569c84373bb2831505f77235d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731693228866 2024-11-15T17:53:51,894 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcc9d10fd8ba4cce8fc0ca1a147ea808, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731693228949 2024-11-15T17:53:51,894 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e49541cb3084855829998ee0adf7823, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731693228949 2024-11-15T17:53:51,894 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f8c664c86ae46099b993e7dda24e78d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731693229695 2024-11-15T17:53:51,894 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 090c1c4677f64f54a1ab6b8fb8464d25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731693229711 2024-11-15T17:53:51,905 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#B#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:51,906 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/7487f282aa754eb88da189ce8d6e21ca is 50, key is test_row_0/B:col10/1731693230898/Put/seqid=0 2024-11-15T17:53:51,906 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#A#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:51,906 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/0565acc4a6d64f3a8248b9574d5e112e is 50, key is test_row_0/A:col10/1731693230898/Put/seqid=0 2024-11-15T17:53:51,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742358_1534 (size=12881) 2024-11-15T17:53:51,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742359_1535 (size=12881) 2024-11-15T17:53:51,924 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/0565acc4a6d64f3a8248b9574d5e112e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/0565acc4a6d64f3a8248b9574d5e112e 2024-11-15T17:53:51,932 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/A of dfd25a9fb7055c2e052af80727f7d871 into 0565acc4a6d64f3a8248b9574d5e112e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:51,932 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:51,932 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/A, priority=13, startTime=1731693231892; duration=0sec 2024-11-15T17:53:51,932 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:51,932 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:A 2024-11-15T17:53:51,932 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:51,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-15T17:53:51,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:51,933 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-15T17:53:51,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:51,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:51,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:51,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:51,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:51,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:51,934 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:51,934 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/C is initiating minor compaction (all files) 2024-11-15T17:53:51,934 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/C in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:51,934 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/f116deec7fd54406b90fb3fe9341d9f1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/f4a1fc7fbdf149d784f6f89ce0a2a995, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/c2752db7162d4df68319cf96997f1a6f] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=36.5 K 2024-11-15T17:53:51,935 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting f116deec7fd54406b90fb3fe9341d9f1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731693228866 2024-11-15T17:53:51,935 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4a1fc7fbdf149d784f6f89ce0a2a995, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731693228949 2024-11-15T17:53:51,935 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2752db7162d4df68319cf96997f1a6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731693229711 2024-11-15T17:53:51,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/6cadbb117523460b933de74c49ad142d is 50, key is test_row_0/A:col10/1731693230977/Put/seqid=0 2024-11-15T17:53:51,943 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#C#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:51,943 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/3b4e8df2fadb4b0b93938230eb8d2de8 is 50, key is test_row_0/C:col10/1731693230898/Put/seqid=0 2024-11-15T17:53:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T17:53:51,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742361_1537 (size=12881) 2024-11-15T17:53:51,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742360_1536 (size=12301) 2024-11-15T17:53:51,956 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/3b4e8df2fadb4b0b93938230eb8d2de8 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/3b4e8df2fadb4b0b93938230eb8d2de8 2024-11-15T17:53:51,960 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/C of dfd25a9fb7055c2e052af80727f7d871 into 3b4e8df2fadb4b0b93938230eb8d2de8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:51,960 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:51,960 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/C, priority=13, startTime=1731693231893; duration=0sec 2024-11-15T17:53:51,960 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:51,960 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:C 2024-11-15T17:53:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:52,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:52,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693292183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693292184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693292186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693292187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693292297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693292308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693292310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693292311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,322 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/7487f282aa754eb88da189ce8d6e21ca as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/7487f282aa754eb88da189ce8d6e21ca 2024-11-15T17:53:52,325 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/B of dfd25a9fb7055c2e052af80727f7d871 into 7487f282aa754eb88da189ce8d6e21ca(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:52,325 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:52,325 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/B, priority=13, startTime=1731693231892; duration=0sec 2024-11-15T17:53:52,325 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:52,325 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:B 2024-11-15T17:53:52,353 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/6cadbb117523460b933de74c49ad142d 2024-11-15T17:53:52,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/11c93381ac3841098b5ab4423e05e967 is 50, key is test_row_0/B:col10/1731693230977/Put/seqid=0 2024-11-15T17:53:52,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742362_1538 (size=12301) 2024-11-15T17:53:52,366 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/11c93381ac3841098b5ab4423e05e967 2024-11-15T17:53:52,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/ba3ed18bd8ca421cbe32dfff6eef0bbe is 50, key is test_row_0/C:col10/1731693230977/Put/seqid=0 2024-11-15T17:53:52,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742363_1539 (size=12301) 2024-11-15T17:53:52,378 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/ba3ed18bd8ca421cbe32dfff6eef0bbe 2024-11-15T17:53:52,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/6cadbb117523460b933de74c49ad142d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/6cadbb117523460b933de74c49ad142d 2024-11-15T17:53:52,384 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/6cadbb117523460b933de74c49ad142d, entries=150, sequenceid=317, filesize=12.0 K 2024-11-15T17:53:52,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/11c93381ac3841098b5ab4423e05e967 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/11c93381ac3841098b5ab4423e05e967 2024-11-15T17:53:52,388 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/11c93381ac3841098b5ab4423e05e967, entries=150, sequenceid=317, filesize=12.0 K 2024-11-15T17:53:52,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/ba3ed18bd8ca421cbe32dfff6eef0bbe as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/ba3ed18bd8ca421cbe32dfff6eef0bbe 2024-11-15T17:53:52,391 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/ba3ed18bd8ca421cbe32dfff6eef0bbe, entries=150, sequenceid=317, filesize=12.0 K 2024-11-15T17:53:52,392 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for dfd25a9fb7055c2e052af80727f7d871 in 458ms, sequenceid=317, compaction requested=false 2024-11-15T17:53:52,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:52,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:52,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-15T17:53:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-15T17:53:52,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-15T17:53:52,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0720 sec 2024-11-15T17:53:52,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.0850 sec 2024-11-15T17:53:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T17:53:52,457 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:52,457 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:53:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-15T17:53:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T17:53:52,459 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:53:52,460 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:53:52,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:53:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:52,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-15T17:53:52,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:52,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:52,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:52,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:52,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:52,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:52,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/ad1184b905f2419ebe85782322f876b5 is 50, key is test_row_0/A:col10/1731693232183/Put/seqid=0 2024-11-15T17:53:52,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742364_1540 (size=12301) 2024-11-15T17:53:52,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693292550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693292551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693292558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,565 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,565 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,565 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T17:53:52,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693292562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-15T17:53:52,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:52,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:52,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:52,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:52,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:52,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693292667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693292668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693292677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693292686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-15T17:53:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:52,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:52,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T17:53:52,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693292887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693292887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693292896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-15T17:53:52,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:52,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:52,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:52,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:52,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:52,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693292907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:52,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/ad1184b905f2419ebe85782322f876b5 2024-11-15T17:53:52,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/1d2a9a1a57934298a30a7061b5c4e63f is 50, key is test_row_0/B:col10/1731693232183/Put/seqid=0 2024-11-15T17:53:52,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742365_1541 (size=12301) 2024-11-15T17:53:53,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-15T17:53:53,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:53,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:53,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:53,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:53,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T17:53:53,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693293207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:53,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693293207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:53,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:53,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:53,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:53,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:53,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:53,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:53,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-15T17:53:53,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:53,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:53,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:53,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:53,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:53,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693293219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:53,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:53,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:53,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:53,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693293228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:53,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:53,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:53,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:53,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/1d2a9a1a57934298a30a7061b5c4e63f 2024-11-15T17:53:53,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-15T17:53:53,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:53,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:53,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:53,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:53,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:53,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/7178025d932a4af19e6e9f0ad7b27c2c is 50, key is test_row_0/C:col10/1731693232183/Put/seqid=0 2024-11-15T17:53:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:53,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742366_1542 (size=12301) 2024-11-15T17:53:53,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-15T17:53:53,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:53,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:53,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:53,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:53,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T17:53:53,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-15T17:53:53,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:53,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:53,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:53,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:53,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:53,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693293727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:53,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:53,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693293727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:53,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:53,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:53,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:53,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:53,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:53,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693293736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:53,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:53,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:53,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:53,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693293746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:53,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:53,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:53,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:53,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/7178025d932a4af19e6e9f0ad7b27c2c 2024-11-15T17:53:53,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/ad1184b905f2419ebe85782322f876b5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ad1184b905f2419ebe85782322f876b5 2024-11-15T17:53:53,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ad1184b905f2419ebe85782322f876b5, entries=150, sequenceid=334, filesize=12.0 K 2024-11-15T17:53:53,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/1d2a9a1a57934298a30a7061b5c4e63f as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/1d2a9a1a57934298a30a7061b5c4e63f 2024-11-15T17:53:53,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/1d2a9a1a57934298a30a7061b5c4e63f, entries=150, sequenceid=334, filesize=12.0 K 2024-11-15T17:53:53,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/7178025d932a4af19e6e9f0ad7b27c2c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/7178025d932a4af19e6e9f0ad7b27c2c 2024-11-15T17:53:53,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/7178025d932a4af19e6e9f0ad7b27c2c, entries=150, sequenceid=334, filesize=12.0 K 2024-11-15T17:53:53,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for dfd25a9fb7055c2e052af80727f7d871 in 1281ms, sequenceid=334, compaction requested=true 2024-11-15T17:53:53,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:53,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:53:53,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:53,804 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:53,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:53:53,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:53,804 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:53,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:53:53,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:53,804 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:53,804 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:53,804 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/A is initiating minor compaction (all files) 2024-11-15T17:53:53,804 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/B is initiating minor compaction (all files) 2024-11-15T17:53:53,804 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/A in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:53,804 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/B in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:53,805 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/7487f282aa754eb88da189ce8d6e21ca, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/11c93381ac3841098b5ab4423e05e967, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/1d2a9a1a57934298a30a7061b5c4e63f] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=36.6 K 2024-11-15T17:53:53,805 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/0565acc4a6d64f3a8248b9574d5e112e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/6cadbb117523460b933de74c49ad142d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ad1184b905f2419ebe85782322f876b5] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=36.6 K 2024-11-15T17:53:53,805 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0565acc4a6d64f3a8248b9574d5e112e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731693229711 2024-11-15T17:53:53,805 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 7487f282aa754eb88da189ce8d6e21ca, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731693229711 2024-11-15T17:53:53,805 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cadbb117523460b933de74c49ad142d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731693230962 2024-11-15T17:53:53,805 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 11c93381ac3841098b5ab4423e05e967, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731693230962 2024-11-15T17:53:53,805 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad1184b905f2419ebe85782322f876b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731693232183 2024-11-15T17:53:53,805 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d2a9a1a57934298a30a7061b5c4e63f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731693232183 2024-11-15T17:53:53,811 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#B#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:53,811 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#A#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:53,812 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/bce71ed864fe445abcf4a57a703528fc is 50, key is test_row_0/B:col10/1731693232183/Put/seqid=0 2024-11-15T17:53:53,812 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/f7aadab175d34922b3d85d64f421b684 is 50, key is test_row_0/A:col10/1731693232183/Put/seqid=0 2024-11-15T17:53:53,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742367_1543 (size=12983) 2024-11-15T17:53:53,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742368_1544 (size=12983) 2024-11-15T17:53:53,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-15T17:53:53,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:53,841 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-15T17:53:53,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:53,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:53,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:53,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:53,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:53,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:53,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/0cc509e4581a44e0bb86e38a77156e38 is 50, key is test_row_0/A:col10/1731693232558/Put/seqid=0 2024-11-15T17:53:53,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742369_1545 (size=12301) 2024-11-15T17:53:54,226 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/bce71ed864fe445abcf4a57a703528fc as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/bce71ed864fe445abcf4a57a703528fc 2024-11-15T17:53:54,226 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/f7aadab175d34922b3d85d64f421b684 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/f7aadab175d34922b3d85d64f421b684 2024-11-15T17:53:54,229 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/B of dfd25a9fb7055c2e052af80727f7d871 into bce71ed864fe445abcf4a57a703528fc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:54,229 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/A of dfd25a9fb7055c2e052af80727f7d871 into f7aadab175d34922b3d85d64f421b684(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:54,229 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:54,229 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/B, priority=13, startTime=1731693233804; duration=0sec 2024-11-15T17:53:54,229 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:54,229 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:B 2024-11-15T17:53:54,230 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:54,230 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:54,230 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/A, priority=13, startTime=1731693233803; duration=0sec 2024-11-15T17:53:54,230 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:54,230 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:A 2024-11-15T17:53:54,232 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:54,232 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/C is initiating minor compaction (all files) 2024-11-15T17:53:54,232 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/C in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:54,232 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/3b4e8df2fadb4b0b93938230eb8d2de8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/ba3ed18bd8ca421cbe32dfff6eef0bbe, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/7178025d932a4af19e6e9f0ad7b27c2c] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=36.6 K 2024-11-15T17:53:54,233 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b4e8df2fadb4b0b93938230eb8d2de8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731693229711 2024-11-15T17:53:54,233 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting ba3ed18bd8ca421cbe32dfff6eef0bbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731693230962 2024-11-15T17:53:54,233 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 7178025d932a4af19e6e9f0ad7b27c2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731693232183 2024-11-15T17:53:54,238 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#C#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:54,238 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/43ab03f83e394fefa981ae9ad61c068e is 50, key is test_row_0/C:col10/1731693232183/Put/seqid=0 2024-11-15T17:53:54,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742370_1546 (size=12983) 2024-11-15T17:53:54,249 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/0cc509e4581a44e0bb86e38a77156e38 2024-11-15T17:53:54,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/bcc328f851004d90bb0da922c8f0e785 is 50, key is test_row_0/B:col10/1731693232558/Put/seqid=0 2024-11-15T17:53:54,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742371_1547 (size=12301) 2024-11-15T17:53:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T17:53:54,649 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/43ab03f83e394fefa981ae9ad61c068e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/43ab03f83e394fefa981ae9ad61c068e 2024-11-15T17:53:54,654 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/C of dfd25a9fb7055c2e052af80727f7d871 into 43ab03f83e394fefa981ae9ad61c068e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:54,654 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:54,654 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/C, priority=13, startTime=1731693233804; duration=0sec 2024-11-15T17:53:54,654 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:54,654 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:C 2024-11-15T17:53:54,661 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/bcc328f851004d90bb0da922c8f0e785 2024-11-15T17:53:54,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/2ce46bddd095470a8cd19b28ee5d5604 is 50, key is test_row_0/C:col10/1731693232558/Put/seqid=0 2024-11-15T17:53:54,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742372_1548 (size=12301) 2024-11-15T17:53:54,678 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/2ce46bddd095470a8cd19b28ee5d5604 2024-11-15T17:53:54,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/0cc509e4581a44e0bb86e38a77156e38 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/0cc509e4581a44e0bb86e38a77156e38 2024-11-15T17:53:54,687 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/0cc509e4581a44e0bb86e38a77156e38, entries=150, sequenceid=351, filesize=12.0 K 2024-11-15T17:53:54,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/bcc328f851004d90bb0da922c8f0e785 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/bcc328f851004d90bb0da922c8f0e785 2024-11-15T17:53:54,697 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/bcc328f851004d90bb0da922c8f0e785, entries=150, sequenceid=351, filesize=12.0 K 2024-11-15T17:53:54,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/2ce46bddd095470a8cd19b28ee5d5604 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/2ce46bddd095470a8cd19b28ee5d5604 2024-11-15T17:53:54,703 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/2ce46bddd095470a8cd19b28ee5d5604, entries=150, sequenceid=351, filesize=12.0 K 2024-11-15T17:53:54,704 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for dfd25a9fb7055c2e052af80727f7d871 in 863ms, sequenceid=351, compaction requested=false 2024-11-15T17:53:54,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:54,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:54,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-15T17:53:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-15T17:53:54,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-15T17:53:54,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2460 sec 2024-11-15T17:53:54,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 2.2520 sec 2024-11-15T17:53:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:54,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T17:53:54,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:54,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:54,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:54,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:54,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:54,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:54,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/c03a4bc588e04fc4b198fccdb2da00df is 50, key is test_row_0/A:col10/1731693234742/Put/seqid=0 2024-11-15T17:53:54,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742373_1549 (size=17181) 2024-11-15T17:53:54,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693294877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:54,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:54,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693294884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:54,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:54,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693234873, max timestamp=1731693234890Num uniques 859; 2024-11-15T17:53:54,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:54,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:53:54,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693234873, max timestamp=1731693234890Num uniques 859; 2024-11-15T17:53:54,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:53:54,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:54,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:54,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:54,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693234873, max timestamp=1731693234890Num uniques 859; 2024-11-15T17:53:54,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:53:55,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693295016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:55,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:55,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693295017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:55,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:55,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693295018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:55,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:55,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693295023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:55,033 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,033 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,033 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:55,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693295137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:55,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:55,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693295138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:55,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:55,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693295138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:55,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:55,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:55,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693295138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:55,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:55,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/c03a4bc588e04fc4b198fccdb2da00df 2024-11-15T17:53:55,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/37f0da7ff8df4b8ab3fcc8db7c657eb6 is 50, key is test_row_0/B:col10/1731693234742/Put/seqid=0 2024-11-15T17:53:55,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742374_1550 (size=12301) 2024-11-15T17:53:55,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693295357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:55,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693295357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:55,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693295366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:55,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:55,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693295366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:55,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:55,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:55,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/37f0da7ff8df4b8ab3fcc8db7c657eb6 2024-11-15T17:53:55,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/41318f39cba642a2bf923c96c9de5f54 is 50, key is test_row_0/C:col10/1731693234742/Put/seqid=0 2024-11-15T17:53:55,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742375_1551 (size=12301) 2024-11-15T17:53:55,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/41318f39cba642a2bf923c96c9de5f54 2024-11-15T17:53:55,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/c03a4bc588e04fc4b198fccdb2da00df as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/c03a4bc588e04fc4b198fccdb2da00df 2024-11-15T17:53:55,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/c03a4bc588e04fc4b198fccdb2da00df, entries=250, sequenceid=364, filesize=16.8 K 2024-11-15T17:53:55,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/37f0da7ff8df4b8ab3fcc8db7c657eb6 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/37f0da7ff8df4b8ab3fcc8db7c657eb6 2024-11-15T17:53:55,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/37f0da7ff8df4b8ab3fcc8db7c657eb6, entries=150, sequenceid=364, filesize=12.0 K 2024-11-15T17:53:55,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/41318f39cba642a2bf923c96c9de5f54 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/41318f39cba642a2bf923c96c9de5f54 2024-11-15T17:53:55,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/41318f39cba642a2bf923c96c9de5f54, entries=150, sequenceid=364, filesize=12.0 K 2024-11-15T17:53:55,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for dfd25a9fb7055c2e052af80727f7d871 in 866ms, sequenceid=364, compaction requested=true 2024-11-15T17:53:55,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:55,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:53:55,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:55,664 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:55,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:53:55,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:55,665 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:55,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:53:55,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:55,666 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42465 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:55,666 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:55,666 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/A is initiating minor compaction (all files) 2024-11-15T17:53:55,666 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/B is initiating minor compaction (all files) 2024-11-15T17:53:55,666 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/B in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:55,666 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/A in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:55,666 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/f7aadab175d34922b3d85d64f421b684, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/0cc509e4581a44e0bb86e38a77156e38, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/c03a4bc588e04fc4b198fccdb2da00df] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=41.5 K 2024-11-15T17:53:55,666 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/bce71ed864fe445abcf4a57a703528fc, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/bcc328f851004d90bb0da922c8f0e785, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/37f0da7ff8df4b8ab3fcc8db7c657eb6] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=36.7 K 2024-11-15T17:53:55,666 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7aadab175d34922b3d85d64f421b684, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731693232183 2024-11-15T17:53:55,667 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cc509e4581a44e0bb86e38a77156e38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731693232549 2024-11-15T17:53:55,667 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting bce71ed864fe445abcf4a57a703528fc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731693232183 2024-11-15T17:53:55,667 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting c03a4bc588e04fc4b198fccdb2da00df, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731693234742 2024-11-15T17:53:55,667 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting bcc328f851004d90bb0da922c8f0e785, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731693232549 2024-11-15T17:53:55,670 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 37f0da7ff8df4b8ab3fcc8db7c657eb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731693234742 2024-11-15T17:53:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:55,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-15T17:53:55,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731693234980, max timestamp=1731693235671Num uniques 1018; 2024-11-15T17:53:55,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731693234980, max timestamp=1731693235671Num uniques 1018; 2024-11-15T17:53:55,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-15T17:53:55,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-15T17:53:55,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731693234980, max timestamp=1731693235671Num uniques 1018; 2024-11-15T17:53:55,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-15T17:53:55,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:55,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:55,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:55,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:55,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:55,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:55,682 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#A#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:55,683 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/b111ad4885a54e66afc5ea65ebd641a5 is 50, key is test_row_0/A:col10/1731693234742/Put/seqid=0 2024-11-15T17:53:55,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/210c56298a444d658881d2fb8e575273 is 50, key is test_row_0/A:col10/1731693235671/Put/seqid=0 2024-11-15T17:53:55,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742376_1552 (size=13085) 2024-11-15T17:53:55,701 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#B#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:55,702 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/aebd108797734d948c001f69bc371720 is 50, key is test_row_0/B:col10/1731693234742/Put/seqid=0 2024-11-15T17:53:55,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742377_1553 (size=17181) 2024-11-15T17:53:55,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/210c56298a444d658881d2fb8e575273 2024-11-15T17:53:55,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742378_1554 (size=13085) 2024-11-15T17:53:55,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/5d0e8e6eb7f041e7b43f76e55ff55dad is 50, key is test_row_0/B:col10/1731693235671/Put/seqid=0 2024-11-15T17:53:55,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742379_1555 (size=12301) 2024-11-15T17:53:55,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693235729, max timestamp=1731693235757Num uniques 859; 2024-11-15T17:53:55,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693235729, max timestamp=1731693235757Num uniques 859; 2024-11-15T17:53:55,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:53:55,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693235729, max timestamp=1731693235757Num uniques 859; 2024-11-15T17:53:55,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:53:55,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:53:55,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693295805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:55,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731693235797, max timestamp=1731693235813Num uniques 1118; 2024-11-15T17:53:55,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-11-15T17:53:55,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731693235797, max timestamp=1731693235813Num uniques 1118; 2024-11-15T17:53:55,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-11-15T17:53:55,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731693235797, max timestamp=1731693235813Num uniques 1118; 2024-11-15T17:53:55,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-11-15T17:53:55,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:55,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:55,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731693235855, max timestamp=1731693235890Num uniques 1127; 2024-11-15T17:53:55,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-11-15T17:53:55,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731693235855, max timestamp=1731693235890Num uniques 1127; 2024-11-15T17:53:55,895 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-11-15T17:53:55,895 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731693235855, max timestamp=1731693235890Num uniques 1127; 2024-11-15T17:53:55,895 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-11-15T17:53:55,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731693235941, max timestamp=1731693235960Num uniques 1086; 2024-11-15T17:53:55,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=13096, suffix heap size=140912,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=286 2024-11-15T17:53:55,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731693235941, max timestamp=1731693235960Num uniques 1086; 2024-11-15T17:53:55,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=13096, suffix heap size=140912,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=286 2024-11-15T17:53:55,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731693235941, max timestamp=1731693235960Num uniques 1086; 2024-11-15T17:53:55,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=13096, suffix heap size=140912,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=286 2024-11-15T17:53:56,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693296024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:56,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:56,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1731693235987, max timestamp=1731693236033Num uniques 1145; 2024-11-15T17:53:56,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1731693235987, max timestamp=1731693236033Num uniques 1145; 2024-11-15T17:53:56,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=15800, suffix heap size=147048,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=345 2024-11-15T17:53:56,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=15800, suffix heap size=147048,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=345 2024-11-15T17:53:56,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1731693235987, max timestamp=1731693236033Num uniques 1145; 2024-11-15T17:53:56,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=15800, suffix heap size=147048,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=345 2024-11-15T17:53:56,104 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/b111ad4885a54e66afc5ea65ebd641a5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/b111ad4885a54e66afc5ea65ebd641a5 2024-11-15T17:53:56,120 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/A of dfd25a9fb7055c2e052af80727f7d871 into b111ad4885a54e66afc5ea65ebd641a5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:56,120 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:56,120 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/A, priority=13, startTime=1731693235664; duration=0sec 2024-11-15T17:53:56,121 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:56,121 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:A 2024-11-15T17:53:56,121 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:56,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/5d0e8e6eb7f041e7b43f76e55ff55dad 2024-11-15T17:53:56,122 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:56,123 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/C is initiating minor compaction (all files) 2024-11-15T17:53:56,123 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/C in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:56,123 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/43ab03f83e394fefa981ae9ad61c068e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/2ce46bddd095470a8cd19b28ee5d5604, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/41318f39cba642a2bf923c96c9de5f54] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=36.7 K 2024-11-15T17:53:56,124 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/aebd108797734d948c001f69bc371720 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/aebd108797734d948c001f69bc371720 2024-11-15T17:53:56,124 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43ab03f83e394fefa981ae9ad61c068e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731693232183 2024-11-15T17:53:56,125 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ce46bddd095470a8cd19b28ee5d5604, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731693232549 2024-11-15T17:53:56,127 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41318f39cba642a2bf923c96c9de5f54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731693234742 2024-11-15T17:53:56,130 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/B of dfd25a9fb7055c2e052af80727f7d871 into aebd108797734d948c001f69bc371720(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:56,130 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:56,130 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/B, priority=13, startTime=1731693235664; duration=0sec 2024-11-15T17:53:56,130 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:56,130 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:B 2024-11-15T17:53:56,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/15e8b4d949b34c288c02979a148fae40 is 50, key is test_row_0/C:col10/1731693235671/Put/seqid=0 2024-11-15T17:53:56,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693296131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:56,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693296132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:56,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:56,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693296137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:56,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693296140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:56,168 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#C#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:56,169 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/ddf2ac0e01604bb2acd336715a4a9962 is 50, key is test_row_0/C:col10/1731693234742/Put/seqid=0 2024-11-15T17:53:56,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742380_1556 (size=12301) 2024-11-15T17:53:56,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742381_1557 (size=13085) 2024-11-15T17:53:56,227 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/ddf2ac0e01604bb2acd336715a4a9962 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/ddf2ac0e01604bb2acd336715a4a9962 2024-11-15T17:53:56,233 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/C of dfd25a9fb7055c2e052af80727f7d871 into ddf2ac0e01604bb2acd336715a4a9962(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:56,233 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:56,233 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/C, priority=13, startTime=1731693235665; duration=0sec 2024-11-15T17:53:56,233 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:56,233 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:C 2024-11-15T17:53:56,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693296267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:56,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693296267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:56,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693296267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:56,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:56,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:56,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:56,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54848 deadline: 1731693296366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:56,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:56,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54812 deadline: 1731693296486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:56,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54772 deadline: 1731693296486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54798 deadline: 1731693296486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:56,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/15e8b4d949b34c288c02979a148fae40 2024-11-15T17:53:56,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/210c56298a444d658881d2fb8e575273 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/210c56298a444d658881d2fb8e575273 2024-11-15T17:53:56,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/210c56298a444d658881d2fb8e575273, entries=250, sequenceid=403, filesize=16.8 K 2024-11-15T17:53:56,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/5d0e8e6eb7f041e7b43f76e55ff55dad as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/5d0e8e6eb7f041e7b43f76e55ff55dad 2024-11-15T17:53:56,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/5d0e8e6eb7f041e7b43f76e55ff55dad, entries=150, sequenceid=403, filesize=12.0 K 2024-11-15T17:53:56,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/15e8b4d949b34c288c02979a148fae40 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/15e8b4d949b34c288c02979a148fae40 2024-11-15T17:53:56,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/15e8b4d949b34c288c02979a148fae40, entries=150, sequenceid=403, filesize=12.0 K 2024-11-15T17:53:56,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~85.27 KB/87312, currentSize=154.31 KB/158010 for dfd25a9fb7055c2e052af80727f7d871 in 937ms, sequenceid=403, compaction requested=false 2024-11-15T17:53:56,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:56,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T17:53:56,627 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:53:56,627 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:53:56,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-15T17:53:56,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T17:53:56,629 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:53:56,629 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:53:56,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:53:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:53:56,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=161.02 KB heapSize=447.23 KB 2024-11-15T17:53:56,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:56,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:56,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:56,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:56,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:56,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:53:56,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/e19aed69905b4cc9861852750d660451 is 50, key is test_row_0/A:col10/1731693236137/Put/seqid=0 2024-11-15T17:53:56,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742382_1558 (size=14741) 2024-11-15T17:53:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T17:53:56,747 INFO [Thread-2125 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2125. 2024-11-15T17:53:56,747 INFO [Thread-2123 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2123. 2024-11-15T17:53:56,747 DEBUG [Thread-2125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:56,747 DEBUG [Thread-2123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:56,747 DEBUG [Thread-2125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:56,747 DEBUG [Thread-2123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:56,747 DEBUG [Thread-2125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:56,747 DEBUG [Thread-2123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:56,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:56,748 INFO [Thread-2112 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2112. 2024-11-15T17:53:56,748 DEBUG [Thread-2112 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:56,748 DEBUG [Thread-2112 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:56,749 DEBUG [Thread-2112 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:56,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:56,750 INFO [Thread-2127 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2127. 2024-11-15T17:53:56,750 DEBUG [Thread-2127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:56,750 DEBUG [Thread-2127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:56,750 DEBUG [Thread-2127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:56,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:56,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:56,759 INFO [Thread-2121 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2121. 2024-11-15T17:53:56,759 DEBUG [Thread-2121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:56,759 DEBUG [Thread-2121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:56,760 DEBUG [Thread-2121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:56,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:56,763 INFO [Thread-2119 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2119. 2024-11-15T17:53:56,763 DEBUG [Thread-2119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:56,763 DEBUG [Thread-2119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:56,763 DEBUG [Thread-2119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:56,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:56,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T17:53:56,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:56,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:56,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:56,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:56,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:56,808 INFO [Thread-2110 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2110. 2024-11-15T17:53:56,808 INFO [Thread-2114 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2114. 2024-11-15T17:53:56,808 DEBUG [Thread-2110 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:56,808 INFO [Thread-2116 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2116. 2024-11-15T17:53:56,808 DEBUG [Thread-2110 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:56,808 DEBUG [Thread-2114 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:56,808 DEBUG [Thread-2114 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:56,808 DEBUG [Thread-2116 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:53:56,808 DEBUG [Thread-2116 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:56,808 DEBUG [Thread-2110 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:56,808 DEBUG [Thread-2114 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:56,808 DEBUG [Thread-2116 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:53:56,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:56,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:56,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:53:56,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T17:53:56,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:56,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:56,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:56,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:56,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T17:53:57,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T17:53:57,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:57,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:57,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:57,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:57,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:57,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/e19aed69905b4cc9861852750d660451 2024-11-15T17:53:57,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/a23f1f0dc726487fb38b857fb717bd1e is 50, key is test_row_0/B:col10/1731693236137/Put/seqid=0 2024-11-15T17:53:57,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742383_1559 (size=12301) 2024-11-15T17:53:57,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T17:53:57,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:57,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:57,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:57,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:57,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T17:53:57,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T17:53:57,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:57,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:57,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:57,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:57,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:57,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/a23f1f0dc726487fb38b857fb717bd1e 2024-11-15T17:53:57,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T17:53:57,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:57,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:57,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:57,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:57,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:57,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/e92b3418996b4d178fe8b34a752260be is 50, key is test_row_0/C:col10/1731693236137/Put/seqid=0 2024-11-15T17:53:57,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742384_1560 (size=12301) 2024-11-15T17:53:57,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T17:53:57,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:57,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:57,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:57,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:57,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:57,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:53:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54784 deadline: 1731693297746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 2024-11-15T17:53:57,747 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in dfd25a9fb7055c2e052af80727f7d871 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18338 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:53:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 , the old value is region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:53:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., hostname=4e3b17656000,39103,1731693097691, seqNum=2 because the exception is null or not the one we care about 2024-11-15T17:53:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T17:53:57,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T17:53:57,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:57,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. as already flushing 2024-11-15T17:53:57,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:57,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:57,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:53:57,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/e92b3418996b4d178fe8b34a752260be 2024-11-15T17:53:57,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/e19aed69905b4cc9861852750d660451 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/e19aed69905b4cc9861852750d660451 2024-11-15T17:53:57,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/e19aed69905b4cc9861852750d660451, entries=200, sequenceid=512, filesize=14.4 K 2024-11-15T17:53:57,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/a23f1f0dc726487fb38b857fb717bd1e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/a23f1f0dc726487fb38b857fb717bd1e 2024-11-15T17:53:57,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/a23f1f0dc726487fb38b857fb717bd1e, entries=150, sequenceid=512, filesize=12.0 K 2024-11-15T17:53:57,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/e92b3418996b4d178fe8b34a752260be as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/e92b3418996b4d178fe8b34a752260be 2024-11-15T17:53:57,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/e92b3418996b4d178fe8b34a752260be, entries=150, sequenceid=512, filesize=12.0 K 2024-11-15T17:53:57,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~447.19 KB/457920, currentSize=40.25 KB/41220 for dfd25a9fb7055c2e052af80727f7d871 in 1275ms, sequenceid=512, compaction requested=true 2024-11-15T17:53:57,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:57,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:53:57,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:57,969 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:57,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:53:57,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:57,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfd25a9fb7055c2e052af80727f7d871:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:53:57,969 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:57,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:57,970 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45007 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:57,970 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:57,970 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/B is initiating minor compaction (all files) 2024-11-15T17:53:57,970 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/A is initiating minor compaction (all files) 2024-11-15T17:53:57,970 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/A in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:57,970 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/B in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:57,970 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/b111ad4885a54e66afc5ea65ebd641a5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/210c56298a444d658881d2fb8e575273, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/e19aed69905b4cc9861852750d660451] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=44.0 K 2024-11-15T17:53:57,970 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/aebd108797734d948c001f69bc371720, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/5d0e8e6eb7f041e7b43f76e55ff55dad, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/a23f1f0dc726487fb38b857fb717bd1e] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=36.8 K 2024-11-15T17:53:57,970 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting b111ad4885a54e66afc5ea65ebd641a5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731693234742 2024-11-15T17:53:57,970 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting aebd108797734d948c001f69bc371720, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731693234742 2024-11-15T17:53:57,970 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 210c56298a444d658881d2fb8e575273, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731693234980 2024-11-15T17:53:57,970 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d0e8e6eb7f041e7b43f76e55ff55dad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731693234980 2024-11-15T17:53:57,970 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting e19aed69905b4cc9861852750d660451, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731693236102 2024-11-15T17:53:57,970 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting a23f1f0dc726487fb38b857fb717bd1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731693236102 2024-11-15T17:53:57,975 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#B#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:57,975 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#A#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:57,975 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/f655f950cd5145d9bc12d7521612a916 is 50, key is test_row_0/B:col10/1731693236137/Put/seqid=0 2024-11-15T17:53:57,975 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/ce8ef369be374cf9a08f6b7c33f23460 is 50, key is test_row_0/A:col10/1731693236137/Put/seqid=0 2024-11-15T17:53:57,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742385_1561 (size=13187) 2024-11-15T17:53:57,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742386_1562 (size=13187) 2024-11-15T17:53:58,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T17:53:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:58,006 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-15T17:53:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:53:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:53:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:53:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:53:58,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/b113dcee13554911afc65ba120d05dc5 is 50, key is test_row_0/A:col10/1731693236807/Put/seqid=0 2024-11-15T17:53:58,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742387_1563 (size=12301) 2024-11-15T17:53:58,382 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/ce8ef369be374cf9a08f6b7c33f23460 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ce8ef369be374cf9a08f6b7c33f23460 2024-11-15T17:53:58,382 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/f655f950cd5145d9bc12d7521612a916 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/f655f950cd5145d9bc12d7521612a916 2024-11-15T17:53:58,385 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/B of dfd25a9fb7055c2e052af80727f7d871 into f655f950cd5145d9bc12d7521612a916(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:58,385 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/A of dfd25a9fb7055c2e052af80727f7d871 into ce8ef369be374cf9a08f6b7c33f23460(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:58,385 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:58,385 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:58,385 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/B, priority=13, startTime=1731693237969; duration=0sec 2024-11-15T17:53:58,385 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/A, priority=13, startTime=1731693237969; duration=0sec 2024-11-15T17:53:58,385 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:53:58,385 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:B 2024-11-15T17:53:58,385 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:58,385 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:A 2024-11-15T17:53:58,385 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:53:58,386 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:53:58,386 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): dfd25a9fb7055c2e052af80727f7d871/C is initiating minor compaction (all files) 2024-11-15T17:53:58,386 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfd25a9fb7055c2e052af80727f7d871/C in TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:58,386 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/ddf2ac0e01604bb2acd336715a4a9962, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/15e8b4d949b34c288c02979a148fae40, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/e92b3418996b4d178fe8b34a752260be] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp, totalSize=36.8 K 2024-11-15T17:53:58,387 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting ddf2ac0e01604bb2acd336715a4a9962, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731693234742 2024-11-15T17:53:58,387 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 15e8b4d949b34c288c02979a148fae40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731693234980 2024-11-15T17:53:58,387 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting e92b3418996b4d178fe8b34a752260be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731693236102 2024-11-15T17:53:58,392 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfd25a9fb7055c2e052af80727f7d871#C#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:53:58,393 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/9970be3331b040c893078c12e7b198b7 is 50, key is test_row_0/C:col10/1731693236137/Put/seqid=0 2024-11-15T17:53:58,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742388_1564 (size=13187) 2024-11-15T17:53:58,413 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/b113dcee13554911afc65ba120d05dc5 2024-11-15T17:53:58,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/0b3f905d64f24c3c9fd2a50cf2c87fde is 50, key is test_row_0/B:col10/1731693236807/Put/seqid=0 2024-11-15T17:53:58,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742389_1565 (size=12301) 2024-11-15T17:53:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T17:53:58,804 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/9970be3331b040c893078c12e7b198b7 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/9970be3331b040c893078c12e7b198b7 2024-11-15T17:53:58,809 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfd25a9fb7055c2e052af80727f7d871/C of dfd25a9fb7055c2e052af80727f7d871 into 9970be3331b040c893078c12e7b198b7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:53:58,809 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:58,809 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., storeName=dfd25a9fb7055c2e052af80727f7d871/C, priority=13, startTime=1731693237969; duration=0sec 2024-11-15T17:53:58,809 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:53:58,809 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfd25a9fb7055c2e052af80727f7d871:C 2024-11-15T17:53:58,823 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/0b3f905d64f24c3c9fd2a50cf2c87fde 2024-11-15T17:53:58,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/bbdd2ae78b2f428ea5da5bdfa71f5985 is 50, key is test_row_0/C:col10/1731693236807/Put/seqid=0 2024-11-15T17:53:58,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742390_1566 (size=12301) 2024-11-15T17:53:59,238 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/bbdd2ae78b2f428ea5da5bdfa71f5985 2024-11-15T17:53:59,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/b113dcee13554911afc65ba120d05dc5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/b113dcee13554911afc65ba120d05dc5 2024-11-15T17:53:59,246 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/b113dcee13554911afc65ba120d05dc5, entries=150, sequenceid=521, filesize=12.0 K 2024-11-15T17:53:59,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/0b3f905d64f24c3c9fd2a50cf2c87fde as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/0b3f905d64f24c3c9fd2a50cf2c87fde 2024-11-15T17:53:59,249 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/0b3f905d64f24c3c9fd2a50cf2c87fde, entries=150, sequenceid=521, filesize=12.0 K 2024-11-15T17:53:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/bbdd2ae78b2f428ea5da5bdfa71f5985 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/bbdd2ae78b2f428ea5da5bdfa71f5985 2024-11-15T17:53:59,253 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/bbdd2ae78b2f428ea5da5bdfa71f5985, entries=150, sequenceid=521, filesize=12.0 K 2024-11-15T17:53:59,254 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for dfd25a9fb7055c2e052af80727f7d871 in 1248ms, sequenceid=521, compaction requested=false 2024-11-15T17:53:59,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for dfd25a9fb7055c2e052af80727f7d871: 2024-11-15T17:53:59,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:53:59,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-15T17:53:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-15T17:53:59,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-15T17:53:59,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6260 sec 2024-11-15T17:53:59,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 2.6300 sec 2024-11-15T17:54:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T17:54:00,786 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:54:06,070 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:54:07,828 INFO [Thread-2108 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2108. 2024-11-15T17:54:07,828 DEBUG [Thread-2108 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:54:07,828 DEBUG [Thread-2108 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:07,828 DEBUG [Thread-2108 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:07,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:54:07,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T17:54:07,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-15T17:54:07,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-11-15T17:54:07,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-15T17:54:07,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-15T17:54:07,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-15T17:54:07,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T17:54:07,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T17:54:07,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 891 2024-11-15T17:54:07,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2669 rows 2024-11-15T17:54:07,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 891 2024-11-15T17:54:07,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2668 rows 2024-11-15T17:54:07,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 884 2024-11-15T17:54:07,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2647 rows 2024-11-15T17:54:07,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 877 2024-11-15T17:54:07,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2631 rows 2024-11-15T17:54:07,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 887 2024-11-15T17:54:07,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2655 rows 2024-11-15T17:54:07,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:54:07,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:54:07,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:07,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:07,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:54:07,829 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T17:54:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T17:54:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T17:54:07,832 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693247832"}]},"ts":"1731693247832"} 2024-11-15T17:54:07,833 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T17:54:07,833 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T17:54:07,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T17:54:07,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfd25a9fb7055c2e052af80727f7d871, UNASSIGN}] 2024-11-15T17:54:07,835 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfd25a9fb7055c2e052af80727f7d871, UNASSIGN 2024-11-15T17:54:07,836 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=dfd25a9fb7055c2e052af80727f7d871, regionState=CLOSING, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:54:07,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfd25a9fb7055c2e052af80727f7d871, UNASSIGN because future has completed 2024-11-15T17:54:07,837 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T17:54:07,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691}] 2024-11-15T17:54:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T17:54:07,990 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:54:07,990 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T17:54:07,990 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing dfd25a9fb7055c2e052af80727f7d871, disabling compactions & flushes 2024-11-15T17:54:07,990 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:54:07,990 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:54:07,990 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. after waiting 0 ms 2024-11-15T17:54:07,991 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:54:07,991 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(2902): Flushing dfd25a9fb7055c2e052af80727f7d871 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-11-15T17:54:07,991 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=A 2024-11-15T17:54:07,991 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:07,991 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=B 2024-11-15T17:54:07,991 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:07,991 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfd25a9fb7055c2e052af80727f7d871, store=C 2024-11-15T17:54:07,992 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:07,998 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/f60a36c1972144f89baa8c184be147e6 is 50, key is test_row_0/A:col10/1731693247826/Put/seqid=0 2024-11-15T17:54:08,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742391_1567 (size=7415) 2024-11-15T17:54:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T17:54:08,412 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/f60a36c1972144f89baa8c184be147e6 2024-11-15T17:54:08,421 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/5834b50b1d444334a0375d03b6297a51 is 50, key is test_row_0/B:col10/1731693247826/Put/seqid=0 2024-11-15T17:54:08,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742392_1568 (size=7415) 2024-11-15T17:54:08,425 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/5834b50b1d444334a0375d03b6297a51 2024-11-15T17:54:08,430 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/05ee6bbb6fb64812a1cfff895106147d is 50, key is test_row_0/C:col10/1731693247826/Put/seqid=0 2024-11-15T17:54:08,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742393_1569 (size=7415) 2024-11-15T17:54:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T17:54:08,832 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/05ee6bbb6fb64812a1cfff895106147d 2024-11-15T17:54:08,836 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/A/f60a36c1972144f89baa8c184be147e6 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/f60a36c1972144f89baa8c184be147e6 2024-11-15T17:54:08,841 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/f60a36c1972144f89baa8c184be147e6, entries=50, sequenceid=528, filesize=7.2 K 2024-11-15T17:54:08,841 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/B/5834b50b1d444334a0375d03b6297a51 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/5834b50b1d444334a0375d03b6297a51 2024-11-15T17:54:08,844 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/5834b50b1d444334a0375d03b6297a51, entries=50, sequenceid=528, filesize=7.2 K 2024-11-15T17:54:08,845 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/.tmp/C/05ee6bbb6fb64812a1cfff895106147d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/05ee6bbb6fb64812a1cfff895106147d 2024-11-15T17:54:08,848 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/05ee6bbb6fb64812a1cfff895106147d, entries=50, sequenceid=528, filesize=7.2 K 2024-11-15T17:54:08,848 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for dfd25a9fb7055c2e052af80727f7d871 in 857ms, sequenceid=528, compaction requested=true 2024-11-15T17:54:08,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/d66a2aa0264846dabe3105522f63799a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/a04b88828d5d4958bf0b165ea8d964c8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ba9f58e5908444969d154512576e5096, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/11bf970bd16a4e888e6f993006fb2fe6, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/5a108a1939a4400eab04f8c4c13a7126, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/00a520ad06ab4cecbf3ae0344f0d02c6, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/d4d7e946c07344af9387c035ba385c38, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/895f54c1bb9944148e172012710c0bc1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/e350d6c2eb8c4403a8fe2c6e7210a93d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/38bcdc92b1bd4cd5a8f81827c4e7e649, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/45f79ab325384feba2188bcaa0ff0ba8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/8982907ea455409eafd081775e82b1a6, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/9fd43739a012498ba07559c79c42edca, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/3cb314d95d2f4e6185d0c84406b5dde3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/96723ab569c84373bb2831505f77235d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/dcc9d10fd8ba4cce8fc0ca1a147ea808, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/6f8c664c86ae46099b993e7dda24e78d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/0565acc4a6d64f3a8248b9574d5e112e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/6cadbb117523460b933de74c49ad142d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/f7aadab175d34922b3d85d64f421b684, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ad1184b905f2419ebe85782322f876b5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/0cc509e4581a44e0bb86e38a77156e38, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/c03a4bc588e04fc4b198fccdb2da00df, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/b111ad4885a54e66afc5ea65ebd641a5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/210c56298a444d658881d2fb8e575273, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/e19aed69905b4cc9861852750d660451] to archive 2024-11-15T17:54:08,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:54:08,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/d66a2aa0264846dabe3105522f63799a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/d66a2aa0264846dabe3105522f63799a 2024-11-15T17:54:08,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/a04b88828d5d4958bf0b165ea8d964c8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/a04b88828d5d4958bf0b165ea8d964c8 2024-11-15T17:54:08,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ba9f58e5908444969d154512576e5096 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ba9f58e5908444969d154512576e5096 2024-11-15T17:54:08,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/11bf970bd16a4e888e6f993006fb2fe6 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/11bf970bd16a4e888e6f993006fb2fe6 2024-11-15T17:54:08,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/5a108a1939a4400eab04f8c4c13a7126 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/5a108a1939a4400eab04f8c4c13a7126 2024-11-15T17:54:08,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/00a520ad06ab4cecbf3ae0344f0d02c6 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/00a520ad06ab4cecbf3ae0344f0d02c6 2024-11-15T17:54:08,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/d4d7e946c07344af9387c035ba385c38 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/d4d7e946c07344af9387c035ba385c38 2024-11-15T17:54:08,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/895f54c1bb9944148e172012710c0bc1 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/895f54c1bb9944148e172012710c0bc1 2024-11-15T17:54:08,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/e350d6c2eb8c4403a8fe2c6e7210a93d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/e350d6c2eb8c4403a8fe2c6e7210a93d 2024-11-15T17:54:08,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/38bcdc92b1bd4cd5a8f81827c4e7e649 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/38bcdc92b1bd4cd5a8f81827c4e7e649 2024-11-15T17:54:08,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/45f79ab325384feba2188bcaa0ff0ba8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/45f79ab325384feba2188bcaa0ff0ba8 2024-11-15T17:54:08,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/8982907ea455409eafd081775e82b1a6 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/8982907ea455409eafd081775e82b1a6 2024-11-15T17:54:08,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/9fd43739a012498ba07559c79c42edca to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/9fd43739a012498ba07559c79c42edca 2024-11-15T17:54:08,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/3cb314d95d2f4e6185d0c84406b5dde3 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/3cb314d95d2f4e6185d0c84406b5dde3 2024-11-15T17:54:08,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/96723ab569c84373bb2831505f77235d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/96723ab569c84373bb2831505f77235d 2024-11-15T17:54:08,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/dcc9d10fd8ba4cce8fc0ca1a147ea808 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/dcc9d10fd8ba4cce8fc0ca1a147ea808 2024-11-15T17:54:08,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/6f8c664c86ae46099b993e7dda24e78d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/6f8c664c86ae46099b993e7dda24e78d 2024-11-15T17:54:08,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/0565acc4a6d64f3a8248b9574d5e112e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/0565acc4a6d64f3a8248b9574d5e112e 2024-11-15T17:54:08,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/6cadbb117523460b933de74c49ad142d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/6cadbb117523460b933de74c49ad142d 2024-11-15T17:54:08,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/f7aadab175d34922b3d85d64f421b684 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/f7aadab175d34922b3d85d64f421b684 2024-11-15T17:54:08,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ad1184b905f2419ebe85782322f876b5 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ad1184b905f2419ebe85782322f876b5 2024-11-15T17:54:08,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/0cc509e4581a44e0bb86e38a77156e38 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/0cc509e4581a44e0bb86e38a77156e38 2024-11-15T17:54:08,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/c03a4bc588e04fc4b198fccdb2da00df to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/c03a4bc588e04fc4b198fccdb2da00df 2024-11-15T17:54:08,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/b111ad4885a54e66afc5ea65ebd641a5 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/b111ad4885a54e66afc5ea65ebd641a5 2024-11-15T17:54:08,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/210c56298a444d658881d2fb8e575273 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/210c56298a444d658881d2fb8e575273 2024-11-15T17:54:08,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/e19aed69905b4cc9861852750d660451 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/e19aed69905b4cc9861852750d660451 2024-11-15T17:54:08,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/a9aa8406e3d84f88b0806aaa048b7d48, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/1062a707ec7948d58b64e9704af54341, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/b0e2bd60d24c4d7ea3eeb52752f42ed5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/ee2aef93274c4fedaf4ee8ec27d79acf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/4b6da3a2f16b476b81e94c8721e05024, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/d0d52d78314f46c5bd4c386793803f11, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/f83781dbdb314db0afa41cc2f325a83c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/be801be7267e4d428d14114b9042cc7e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/4c48216a8ba845249a17a1d17a367d90, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/a810e44e6184403eb44c77b90c4b7c93, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/dc122e9d43e2480895a2c9b587d55bfb, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/44e6986f0f3142c7b13abb4e5c4a1425, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/e93d2ca6f10e42e395e29dee529c823e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/3c081273cbbe49eaa352e1368e18ceea, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/51c58bdb48a641cca45ec9f0bcb3de89, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/5e49541cb3084855829998ee0adf7823, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/7487f282aa754eb88da189ce8d6e21ca, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/090c1c4677f64f54a1ab6b8fb8464d25, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/11c93381ac3841098b5ab4423e05e967, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/bce71ed864fe445abcf4a57a703528fc, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/1d2a9a1a57934298a30a7061b5c4e63f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/bcc328f851004d90bb0da922c8f0e785, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/aebd108797734d948c001f69bc371720, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/37f0da7ff8df4b8ab3fcc8db7c657eb6, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/5d0e8e6eb7f041e7b43f76e55ff55dad, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/a23f1f0dc726487fb38b857fb717bd1e] to archive 2024-11-15T17:54:08,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:54:08,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/a9aa8406e3d84f88b0806aaa048b7d48 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/a9aa8406e3d84f88b0806aaa048b7d48 2024-11-15T17:54:08,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/1062a707ec7948d58b64e9704af54341 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/1062a707ec7948d58b64e9704af54341 2024-11-15T17:54:08,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/b0e2bd60d24c4d7ea3eeb52752f42ed5 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/b0e2bd60d24c4d7ea3eeb52752f42ed5 2024-11-15T17:54:08,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/ee2aef93274c4fedaf4ee8ec27d79acf to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/ee2aef93274c4fedaf4ee8ec27d79acf 2024-11-15T17:54:08,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/4b6da3a2f16b476b81e94c8721e05024 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/4b6da3a2f16b476b81e94c8721e05024 2024-11-15T17:54:08,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/d0d52d78314f46c5bd4c386793803f11 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/d0d52d78314f46c5bd4c386793803f11 2024-11-15T17:54:08,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/f83781dbdb314db0afa41cc2f325a83c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/f83781dbdb314db0afa41cc2f325a83c 2024-11-15T17:54:08,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/be801be7267e4d428d14114b9042cc7e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/be801be7267e4d428d14114b9042cc7e 2024-11-15T17:54:08,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/4c48216a8ba845249a17a1d17a367d90 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/4c48216a8ba845249a17a1d17a367d90 2024-11-15T17:54:08,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/a810e44e6184403eb44c77b90c4b7c93 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/a810e44e6184403eb44c77b90c4b7c93 2024-11-15T17:54:08,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/dc122e9d43e2480895a2c9b587d55bfb to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/dc122e9d43e2480895a2c9b587d55bfb 2024-11-15T17:54:08,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/44e6986f0f3142c7b13abb4e5c4a1425 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/44e6986f0f3142c7b13abb4e5c4a1425 2024-11-15T17:54:08,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/e93d2ca6f10e42e395e29dee529c823e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/e93d2ca6f10e42e395e29dee529c823e 2024-11-15T17:54:08,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/3c081273cbbe49eaa352e1368e18ceea to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/3c081273cbbe49eaa352e1368e18ceea 2024-11-15T17:54:08,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/51c58bdb48a641cca45ec9f0bcb3de89 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/51c58bdb48a641cca45ec9f0bcb3de89 2024-11-15T17:54:08,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/5e49541cb3084855829998ee0adf7823 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/5e49541cb3084855829998ee0adf7823 2024-11-15T17:54:08,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/7487f282aa754eb88da189ce8d6e21ca to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/7487f282aa754eb88da189ce8d6e21ca 2024-11-15T17:54:08,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/090c1c4677f64f54a1ab6b8fb8464d25 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/090c1c4677f64f54a1ab6b8fb8464d25 2024-11-15T17:54:08,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/11c93381ac3841098b5ab4423e05e967 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/11c93381ac3841098b5ab4423e05e967 2024-11-15T17:54:08,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/bce71ed864fe445abcf4a57a703528fc to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/bce71ed864fe445abcf4a57a703528fc 2024-11-15T17:54:08,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/1d2a9a1a57934298a30a7061b5c4e63f to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/1d2a9a1a57934298a30a7061b5c4e63f 2024-11-15T17:54:08,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/bcc328f851004d90bb0da922c8f0e785 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/bcc328f851004d90bb0da922c8f0e785 2024-11-15T17:54:08,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/aebd108797734d948c001f69bc371720 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/aebd108797734d948c001f69bc371720 2024-11-15T17:54:08,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/37f0da7ff8df4b8ab3fcc8db7c657eb6 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/37f0da7ff8df4b8ab3fcc8db7c657eb6 2024-11-15T17:54:08,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/5d0e8e6eb7f041e7b43f76e55ff55dad to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/5d0e8e6eb7f041e7b43f76e55ff55dad 2024-11-15T17:54:08,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/a23f1f0dc726487fb38b857fb717bd1e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/a23f1f0dc726487fb38b857fb717bd1e 2024-11-15T17:54:08,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/22f0188375e54f74af990689e24ef7bd, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/29c10d333c8d408c9f23c70c5adc21f2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/699eeed0d1ca43d2b79f1e1b66d932ba, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/331b6bb333604c2388b6e9b348446721, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/bf64fa1348fb4f8fa46f535323c7ba98, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/895a639341c1406e8c4fcb9ef1be2517, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/eae41abb624f439ab5cc3e7dc0e394f0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/325c474b4f674f7b95c3112083d827d5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/da22776acac1453fa8e7f05756fbfdcb, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/41153b73d540414a98bdaa021e759a2c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/774e2b06df1a4478ac7646d794b88ca2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/dfaf93d325124f249f7ecf49e2a40b59, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/65780ee4c3394facb94d315033414a68, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/f116deec7fd54406b90fb3fe9341d9f1, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/36ee91cf8d4c4b57afaaba082472e2da, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/f4a1fc7fbdf149d784f6f89ce0a2a995, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/3b4e8df2fadb4b0b93938230eb8d2de8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/c2752db7162d4df68319cf96997f1a6f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/ba3ed18bd8ca421cbe32dfff6eef0bbe, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/43ab03f83e394fefa981ae9ad61c068e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/7178025d932a4af19e6e9f0ad7b27c2c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/2ce46bddd095470a8cd19b28ee5d5604, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/ddf2ac0e01604bb2acd336715a4a9962, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/41318f39cba642a2bf923c96c9de5f54, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/15e8b4d949b34c288c02979a148fae40, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/e92b3418996b4d178fe8b34a752260be] to archive 2024-11-15T17:54:08,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:54:08,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/22f0188375e54f74af990689e24ef7bd to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/22f0188375e54f74af990689e24ef7bd 2024-11-15T17:54:08,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/29c10d333c8d408c9f23c70c5adc21f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/29c10d333c8d408c9f23c70c5adc21f2 2024-11-15T17:54:08,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/699eeed0d1ca43d2b79f1e1b66d932ba to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/699eeed0d1ca43d2b79f1e1b66d932ba 2024-11-15T17:54:08,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/331b6bb333604c2388b6e9b348446721 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/331b6bb333604c2388b6e9b348446721 2024-11-15T17:54:08,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/bf64fa1348fb4f8fa46f535323c7ba98 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/bf64fa1348fb4f8fa46f535323c7ba98 2024-11-15T17:54:08,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/895a639341c1406e8c4fcb9ef1be2517 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/895a639341c1406e8c4fcb9ef1be2517 2024-11-15T17:54:08,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/eae41abb624f439ab5cc3e7dc0e394f0 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/eae41abb624f439ab5cc3e7dc0e394f0 2024-11-15T17:54:08,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/325c474b4f674f7b95c3112083d827d5 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/325c474b4f674f7b95c3112083d827d5 2024-11-15T17:54:08,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/da22776acac1453fa8e7f05756fbfdcb to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/da22776acac1453fa8e7f05756fbfdcb 2024-11-15T17:54:08,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/41153b73d540414a98bdaa021e759a2c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/41153b73d540414a98bdaa021e759a2c 2024-11-15T17:54:08,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/774e2b06df1a4478ac7646d794b88ca2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/774e2b06df1a4478ac7646d794b88ca2 2024-11-15T17:54:08,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/dfaf93d325124f249f7ecf49e2a40b59 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/dfaf93d325124f249f7ecf49e2a40b59 2024-11-15T17:54:08,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/65780ee4c3394facb94d315033414a68 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/65780ee4c3394facb94d315033414a68 2024-11-15T17:54:08,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/f116deec7fd54406b90fb3fe9341d9f1 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/f116deec7fd54406b90fb3fe9341d9f1 2024-11-15T17:54:08,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/36ee91cf8d4c4b57afaaba082472e2da to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/36ee91cf8d4c4b57afaaba082472e2da 2024-11-15T17:54:08,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/f4a1fc7fbdf149d784f6f89ce0a2a995 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/f4a1fc7fbdf149d784f6f89ce0a2a995 2024-11-15T17:54:08,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/3b4e8df2fadb4b0b93938230eb8d2de8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/3b4e8df2fadb4b0b93938230eb8d2de8 2024-11-15T17:54:08,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/c2752db7162d4df68319cf96997f1a6f to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/c2752db7162d4df68319cf96997f1a6f 2024-11-15T17:54:08,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/ba3ed18bd8ca421cbe32dfff6eef0bbe to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/ba3ed18bd8ca421cbe32dfff6eef0bbe 2024-11-15T17:54:08,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/43ab03f83e394fefa981ae9ad61c068e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/43ab03f83e394fefa981ae9ad61c068e 2024-11-15T17:54:08,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/7178025d932a4af19e6e9f0ad7b27c2c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/7178025d932a4af19e6e9f0ad7b27c2c 2024-11-15T17:54:08,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/2ce46bddd095470a8cd19b28ee5d5604 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/2ce46bddd095470a8cd19b28ee5d5604 2024-11-15T17:54:08,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/ddf2ac0e01604bb2acd336715a4a9962 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/ddf2ac0e01604bb2acd336715a4a9962 2024-11-15T17:54:08,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/41318f39cba642a2bf923c96c9de5f54 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/41318f39cba642a2bf923c96c9de5f54 2024-11-15T17:54:08,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/15e8b4d949b34c288c02979a148fae40 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/15e8b4d949b34c288c02979a148fae40 2024-11-15T17:54:08,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/e92b3418996b4d178fe8b34a752260be to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/e92b3418996b4d178fe8b34a752260be 2024-11-15T17:54:08,925 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/recovered.edits/531.seqid, newMaxSeqId=531, maxSeqId=1 2024-11-15T17:54:08,926 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. 2024-11-15T17:54:08,926 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for dfd25a9fb7055c2e052af80727f7d871: Waiting for close lock at 1731693247990Running coprocessor pre-close hooks at 1731693247990Disabling compacts and flushes for region at 1731693247990Disabling writes for close at 1731693247990Obtaining lock to block concurrent updates at 1731693247991 (+1 ms)Preparing flush snapshotting stores in dfd25a9fb7055c2e052af80727f7d871 at 1731693247991Finished memstore snapshotting TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1731693247992 (+1 ms)Flushing stores of TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871. at 1731693247992Flushing dfd25a9fb7055c2e052af80727f7d871/A: creating writer at 1731693247993 (+1 ms)Flushing dfd25a9fb7055c2e052af80727f7d871/A: appending metadata at 1731693247997 (+4 ms)Flushing dfd25a9fb7055c2e052af80727f7d871/A: closing flushed file at 1731693247997Flushing dfd25a9fb7055c2e052af80727f7d871/B: creating writer at 1731693248418 (+421 ms)Flushing dfd25a9fb7055c2e052af80727f7d871/B: appending metadata at 1731693248421 (+3 ms)Flushing dfd25a9fb7055c2e052af80727f7d871/B: closing flushed file at 1731693248421Flushing dfd25a9fb7055c2e052af80727f7d871/C: creating writer at 1731693248428 (+7 ms)Flushing dfd25a9fb7055c2e052af80727f7d871/C: appending metadata at 1731693248429 (+1 ms)Flushing dfd25a9fb7055c2e052af80727f7d871/C: closing flushed file at 1731693248429Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@324da5ab: reopening flushed file at 1731693248836 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54714a4: reopening flushed file at 1731693248841 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7824cf68: reopening flushed file at 1731693248845 (+4 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for dfd25a9fb7055c2e052af80727f7d871 in 857ms, sequenceid=528, compaction requested=true at 1731693248848 (+3 ms)Writing region close event to WAL at 1731693248923 (+75 ms)Running coprocessor post-close hooks at 1731693248926 (+3 ms)Closed at 1731693248926 2024-11-15T17:54:08,928 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:54:08,928 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=dfd25a9fb7055c2e052af80727f7d871, regionState=CLOSED 2024-11-15T17:54:08,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 because future has completed 2024-11-15T17:54:08,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-15T17:54:08,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure dfd25a9fb7055c2e052af80727f7d871, server=4e3b17656000,39103,1731693097691 in 1.0930 sec 2024-11-15T17:54:08,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-15T17:54:08,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfd25a9fb7055c2e052af80727f7d871, UNASSIGN in 1.0970 sec 2024-11-15T17:54:08,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-15T17:54:08,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1020 sec 2024-11-15T17:54:08,940 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693248940"}]},"ts":"1731693248940"} 2024-11-15T17:54:08,942 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T17:54:08,942 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T17:54:08,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1130 sec 2024-11-15T17:54:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T17:54:08,967 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:54:08,968 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T17:54:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:54:08,970 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:54:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-15T17:54:08,971 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=145, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:54:08,974 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:54:08,978 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A, FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B, FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C, FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/recovered.edits] 2024-11-15T17:54:08,983 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/b113dcee13554911afc65ba120d05dc5 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/b113dcee13554911afc65ba120d05dc5 2024-11-15T17:54:08,986 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ce8ef369be374cf9a08f6b7c33f23460 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/ce8ef369be374cf9a08f6b7c33f23460 2024-11-15T17:54:08,988 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/f60a36c1972144f89baa8c184be147e6 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/A/f60a36c1972144f89baa8c184be147e6 2024-11-15T17:54:08,992 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/0b3f905d64f24c3c9fd2a50cf2c87fde to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/0b3f905d64f24c3c9fd2a50cf2c87fde 2024-11-15T17:54:08,994 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/5834b50b1d444334a0375d03b6297a51 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/5834b50b1d444334a0375d03b6297a51 2024-11-15T17:54:08,996 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/f655f950cd5145d9bc12d7521612a916 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/B/f655f950cd5145d9bc12d7521612a916 2024-11-15T17:54:08,999 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/05ee6bbb6fb64812a1cfff895106147d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/05ee6bbb6fb64812a1cfff895106147d 2024-11-15T17:54:09,001 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/9970be3331b040c893078c12e7b198b7 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/9970be3331b040c893078c12e7b198b7 2024-11-15T17:54:09,003 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/bbdd2ae78b2f428ea5da5bdfa71f5985 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/C/bbdd2ae78b2f428ea5da5bdfa71f5985 2024-11-15T17:54:09,007 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/recovered.edits/531.seqid to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871/recovered.edits/531.seqid 2024-11-15T17:54:09,007 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/dfd25a9fb7055c2e052af80727f7d871 2024-11-15T17:54:09,007 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T17:54:09,010 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=145, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:54:09,013 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T17:54:09,016 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T17:54:09,017 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=145, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:54:09,018 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T17:54:09,018 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731693249018"}]},"ts":"9223372036854775807"} 2024-11-15T17:54:09,021 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T17:54:09,021 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => dfd25a9fb7055c2e052af80727f7d871, NAME => 'TestAcidGuarantees,,1731693214539.dfd25a9fb7055c2e052af80727f7d871.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T17:54:09,021 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T17:54:09,021 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731693249021"}]},"ts":"9223372036854775807"} 2024-11-15T17:54:09,023 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T17:54:09,023 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=145, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:54:09,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 55 msec 2024-11-15T17:54:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-15T17:54:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T17:54:09,082 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:54:09,091 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=247 (was 252), OpenFileDescriptor=441 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=655 (was 726), ProcessCount=11 (was 11), AvailableMemoryMB=5611 (was 5302) - AvailableMemoryMB LEAK? - 2024-11-15T17:54:09,103 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=655, ProcessCount=11, AvailableMemoryMB=5611 2024-11-15T17:54:09,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T17:54:09,105 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:54:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T17:54:09,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:54:09,107 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:09,107 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 146 2024-11-15T17:54:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-15T17:54:09,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:54:09,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742394_1570 (size=1061) 2024-11-15T17:54:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-15T17:54:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-15T17:54:09,517 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965 2024-11-15T17:54:09,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742395_1571 (size=53) 2024-11-15T17:54:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-15T17:54:09,932 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:54:09,932 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 53843be6de75adee46c98c5eb46046f2, disabling compactions & flushes 2024-11-15T17:54:09,932 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:09,932 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:09,933 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. after waiting 0 ms 2024-11-15T17:54:09,933 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:09,933 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:09,933 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 53843be6de75adee46c98c5eb46046f2: Waiting for close lock at 1731693249932Disabling compacts and flushes for region at 1731693249932Disabling writes for close at 1731693249933 (+1 ms)Writing region close event to WAL at 1731693249933Closed at 1731693249933 2024-11-15T17:54:09,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:54:09,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731693249937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731693249937"}]},"ts":"1731693249937"} 2024-11-15T17:54:09,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:54:09,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:54:09,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693249941"}]},"ts":"1731693249941"} 2024-11-15T17:54:09,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T17:54:09,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53843be6de75adee46c98c5eb46046f2, ASSIGN}] 2024-11-15T17:54:09,945 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53843be6de75adee46c98c5eb46046f2, ASSIGN 2024-11-15T17:54:09,946 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=53843be6de75adee46c98c5eb46046f2, ASSIGN; state=OFFLINE, location=4e3b17656000,39103,1731693097691; forceNewPlan=false, retain=false 2024-11-15T17:54:10,097 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=53843be6de75adee46c98c5eb46046f2, regionState=OPENING, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:54:10,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=53843be6de75adee46c98c5eb46046f2, ASSIGN because future has completed 2024-11-15T17:54:10,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691}] 2024-11-15T17:54:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-15T17:54:10,252 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:10,253 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7752): Opening region: {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:54:10,253 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:10,253 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:54:10,253 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7794): checking encryption for 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:10,253 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7797): checking classloading for 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:10,254 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:10,255 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:54:10,255 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53843be6de75adee46c98c5eb46046f2 columnFamilyName A 2024-11-15T17:54:10,255 DEBUG [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:10,255 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] regionserver.HStore(327): Store=53843be6de75adee46c98c5eb46046f2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:54:10,255 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:10,256 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:54:10,256 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53843be6de75adee46c98c5eb46046f2 columnFamilyName B 2024-11-15T17:54:10,256 DEBUG [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:10,257 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] regionserver.HStore(327): Store=53843be6de75adee46c98c5eb46046f2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:54:10,257 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:10,258 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:54:10,258 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53843be6de75adee46c98c5eb46046f2 columnFamilyName C 2024-11-15T17:54:10,258 DEBUG [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:10,258 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] regionserver.HStore(327): Store=53843be6de75adee46c98c5eb46046f2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:54:10,258 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:10,259 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1038): replaying wal for 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:10,259 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:10,260 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:10,261 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1048): stopping wal replay for 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:10,261 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1060): Cleaning up temporary data for 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:10,261 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T17:54:10,262 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1093): writing seq id for 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:10,264 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:54:10,264 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1114): Opened 53843be6de75adee46c98c5eb46046f2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68640964, jitterRate=0.022830069065093994}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T17:54:10,264 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:10,265 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1006): Region open journal for 53843be6de75adee46c98c5eb46046f2: Running coprocessor pre-open hook at 1731693250253Writing region info on filesystem at 1731693250253Initializing all the Stores at 1731693250253Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693250253Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693250254 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693250254Cleaning up temporary data from old regions at 1731693250261 (+7 ms)Running coprocessor post-open hooks at 1731693250264 (+3 ms)Region opened successfully at 1731693250265 (+1 ms) 2024-11-15T17:54:10,266 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., pid=148, masterSystemTime=1731693250250 2024-11-15T17:54:10,268 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:10,268 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:10,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=53843be6de75adee46c98c5eb46046f2, regionState=OPEN, openSeqNum=2, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:54:10,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 because future has completed 2024-11-15T17:54:10,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-15T17:54:10,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 in 173 msec 2024-11-15T17:54:10,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-15T17:54:10,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53843be6de75adee46c98c5eb46046f2, ASSIGN in 329 msec 2024-11-15T17:54:10,275 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:54:10,275 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693250275"}]},"ts":"1731693250275"} 2024-11-15T17:54:10,276 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T17:54:10,277 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:54:10,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1720 sec 2024-11-15T17:54:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-15T17:54:11,257 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:54:11,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aaec12e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:54:11,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:54:11,259 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:54:11,259 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:54:11,259 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:54:11,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7ef3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:54:11,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:54:11,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:11,261 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:54:11,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3adac9d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:54:11,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:54:11,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:54:11,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:54:11,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:54:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e3b17656000,46475,1731693096949 2024-11-15T17:54:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37ee7be3 2024-11-15T17:54:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:54:11,266 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:54:11,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T17:54:11,268 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:54:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-15T17:54:11,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742396_1572 (size=1097) 2024-11-15T17:54:11,283 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-15T17:54:11,283 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-15T17:54:11,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T17:54:11,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53843be6de75adee46c98c5eb46046f2, REOPEN/MOVE}] 2024-11-15T17:54:11,288 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53843be6de75adee46c98c5eb46046f2, REOPEN/MOVE 2024-11-15T17:54:11,288 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=53843be6de75adee46c98c5eb46046f2, regionState=CLOSING, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:54:11,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=53843be6de75adee46c98c5eb46046f2, REOPEN/MOVE because future has completed 2024-11-15T17:54:11,290 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T17:54:11,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691}] 2024-11-15T17:54:11,442 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(122): Close 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:11,442 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T17:54:11,442 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1722): Closing 53843be6de75adee46c98c5eb46046f2, disabling compactions & flushes 2024-11-15T17:54:11,442 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:11,442 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:11,442 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. after waiting 0 ms 2024-11-15T17:54:11,442 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:11,446 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T17:54:11,446 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:11,446 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1676): Region close journal for 53843be6de75adee46c98c5eb46046f2: Waiting for close lock at 1731693251442Running coprocessor pre-close hooks at 1731693251442Disabling compacts and flushes for region at 1731693251442Disabling writes for close at 1731693251442Writing region close event to WAL at 1731693251443 (+1 ms)Running coprocessor post-close hooks at 1731693251446 (+3 ms)Closed at 1731693251446 2024-11-15T17:54:11,446 WARN [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionServer(3299): Not adding moved region record: 53843be6de75adee46c98c5eb46046f2 to self. 2024-11-15T17:54:11,448 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(157): Closed 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:11,449 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=53843be6de75adee46c98c5eb46046f2, regionState=CLOSED 2024-11-15T17:54:11,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 because future has completed 2024-11-15T17:54:11,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-15T17:54:11,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; CloseRegionProcedure 53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 in 161 msec 2024-11-15T17:54:11,454 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=53843be6de75adee46c98c5eb46046f2, REOPEN/MOVE; state=CLOSED, location=4e3b17656000,39103,1731693097691; forceNewPlan=false, retain=true 2024-11-15T17:54:11,604 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=53843be6de75adee46c98c5eb46046f2, regionState=OPENING, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:54:11,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=53843be6de75adee46c98c5eb46046f2, REOPEN/MOVE because future has completed 2024-11-15T17:54:11,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691}] 2024-11-15T17:54:11,761 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:11,761 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7752): Opening region: {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:54:11,761 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:11,761 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:54:11,761 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7794): checking encryption for 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:11,761 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7797): checking classloading for 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:11,762 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:11,763 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:54:11,763 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53843be6de75adee46c98c5eb46046f2 columnFamilyName A 2024-11-15T17:54:11,764 DEBUG [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:11,764 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] regionserver.HStore(327): Store=53843be6de75adee46c98c5eb46046f2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:54:11,764 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:11,765 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:54:11,765 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53843be6de75adee46c98c5eb46046f2 columnFamilyName B 2024-11-15T17:54:11,765 DEBUG [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:11,765 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] regionserver.HStore(327): Store=53843be6de75adee46c98c5eb46046f2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:54:11,765 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:11,766 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-15T17:54:11,766 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53843be6de75adee46c98c5eb46046f2 columnFamilyName C 2024-11-15T17:54:11,766 DEBUG [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:11,766 INFO [StoreOpener-53843be6de75adee46c98c5eb46046f2-1 {}] regionserver.HStore(327): Store=53843be6de75adee46c98c5eb46046f2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:54:11,766 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:11,766 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1038): replaying wal for 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:11,767 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:11,768 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:11,768 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1048): stopping wal replay for 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:11,768 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1060): Cleaning up temporary data for 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:11,769 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T17:54:11,769 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1093): writing seq id for 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:11,770 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1114): Opened 53843be6de75adee46c98c5eb46046f2; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70744230, jitterRate=0.05417117476463318}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T17:54:11,770 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:11,770 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1006): Region open journal for 53843be6de75adee46c98c5eb46046f2: Running coprocessor pre-open hook at 1731693251761Writing region info on filesystem at 1731693251761Initializing all the Stores at 1731693251762 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693251762Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693251762Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731693251762Cleaning up temporary data from old regions at 1731693251768 (+6 ms)Running coprocessor post-open hooks at 1731693251770 (+2 ms)Region opened successfully at 1731693251770 2024-11-15T17:54:11,771 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., pid=153, masterSystemTime=1731693251758 2024-11-15T17:54:11,772 DEBUG [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:11,772 INFO [RS_OPEN_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:11,773 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=53843be6de75adee46c98c5eb46046f2, regionState=OPEN, openSeqNum=5, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:54:11,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 because future has completed 2024-11-15T17:54:11,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=151 2024-11-15T17:54:11,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=151, state=SUCCESS, hasLock=false; OpenRegionProcedure 53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 in 168 msec 2024-11-15T17:54:11,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-15T17:54:11,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53843be6de75adee46c98c5eb46046f2, REOPEN/MOVE in 489 msec 2024-11-15T17:54:11,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-15T17:54:11,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec 2024-11-15T17:54:11,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 510 msec 2024-11-15T17:54:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-15T17:54:11,781 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:54:11,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d1887e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:54:11,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:54:11,783 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:54:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:54:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:54:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366b686e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:54:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:54:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:11,784 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:54:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46edb8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2a1e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:54:11,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:54:11,785 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:54:11,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:54:11,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:54:11,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a7364f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:54:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:54:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:11,786 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:54:11,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c23e031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cdeed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:54:11,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:54:11,788 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:54:11,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:54:11,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:54:11,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee023fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:54:11,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:54:11,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:11,789 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:54:11,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8b5fab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6eabbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:54:11,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:54:11,791 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:54:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:54:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:54:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5f0bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:54:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:54:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:11,792 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:54:11,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e109686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3be2dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:54:11,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:54:11,793 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:54:11,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:54:11,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:54:11,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345e47e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:54:11,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:54:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:11,794 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:54:11,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d04f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d7368f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:54:11,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:54:11,796 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:54:11,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:54:11,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:54:11,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2848dd3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:54:11,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:54:11,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:11,797 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:54:11,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46183d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108b0d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:54:11,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:54:11,799 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:54:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:54:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:54:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50af15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:54:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:54:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:11,800 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:54:11,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d8cedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5be7c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:54:11,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:54:11,802 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:54:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:54:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:54:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65537bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:54:11,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:54:11,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:11,803 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:54:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7a1d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162f1ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:54:11,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:54:11,805 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:54:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:54:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:54:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc84e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:54:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:54:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:11,807 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:54:11,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bec17ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e62e123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e3b17656000,46475,-1 for getting cluster id 2024-11-15T17:54:11,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:54:11,809 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebda3157-34c1-4a27-98ee-5a6633d0afbf' 2024-11-15T17:54:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:54:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebda3157-34c1-4a27-98ee-5a6633d0afbf" 2024-11-15T17:54:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386b2c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e3b17656000,46475,-1] 2024-11-15T17:54:11,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:54:11,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:11,811 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:54:11,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f1b3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:54:11,812 DEBUG [Thread-2536 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:54:11,813 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:54:11,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:54:11,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:54:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-15T17:54:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T17:54:11,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:54:11,815 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:54:11,816 DEBUG [Thread-2540 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:54:11,816 DEBUG [Thread-2555 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:54:11,816 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:54:11,816 DEBUG [Thread-2538 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:54:11,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:54:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:54:11,817 DEBUG [Thread-2547 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:54:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:54:11,817 DEBUG [Thread-2544 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:54:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:54:11,818 DEBUG [Thread-2549 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:54:11,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:54:11,818 DEBUG [Thread-2553 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:54:11,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:54:11,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:54:11,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:54:11,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:54:11,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:54:11,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:54:11,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:54:11,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:54:11,820 DEBUG [Thread-2542 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:54:11,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:54:11,820 DEBUG [Thread-2553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:54:11,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:54:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:54:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:54:11,821 DEBUG [Thread-2551 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:54:11,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:54:11,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:54:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:54:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:54:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:54:11,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:54:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:54:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:54:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:54:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e3b17656000,39103,1731693097691, seqNum=-1] 2024-11-15T17:54:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:54:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:54:11,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:54:11,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:54:11,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:54:11,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:54:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:54:11,828 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:54:11,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:54:11,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5] 2024-11-15T17:54:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:11,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T17:54:11,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:11,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:11,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:11,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:11,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:11,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:11,858 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693251849, max timestamp=1731693251855Num uniques 859; 2024-11-15T17:54:11,859 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:54:11,859 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693251849, max timestamp=1731693251855Num uniques 859; 2024-11-15T17:54:11,859 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:54:11,859 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731693251849, max timestamp=1731693251855Num uniques 859; 2024-11-15T17:54:11,859 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-15T17:54:11,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e101259b8f604df1ba66d2b0d44baa92_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_0/A:col10/1731693251832/Put/seqid=0 2024-11-15T17:54:11,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742397_1573 (size=9714) 2024-11-15T17:54:11,878 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:11,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:11,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693311872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693311874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:11,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:11,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693311874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:11,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:11,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:11,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:11,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:11,883 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e101259b8f604df1ba66d2b0d44baa92_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e101259b8f604df1ba66d2b0d44baa92_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693311878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:11,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:11,883 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/2f8d92f2034647c598adaa875d6093bf, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:11,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/2f8d92f2034647c598adaa875d6093bf is 175, key is test_row_0/A:col10/1731693251832/Put/seqid=0 2024-11-15T17:54:11,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693311880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:11,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:11,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742398_1574 (size=22361) 2024-11-15T17:54:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T17:54:11,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T17:54:11,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:11,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:11,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:11,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:11,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:11,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693311986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:11,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:11,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693311986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:11,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:11,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693311986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:11,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:11,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693311987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:11,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:11,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693311987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:11,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:11,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:12,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T17:54:12,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:12,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:12,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:12,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:12,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T17:54:12,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693312197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:12,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:12,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693312197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:12,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693312197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:12,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693312197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:12,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:12,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693312198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:12,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T17:54:12,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:12,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:12,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:12,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:12,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:12,294 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/2f8d92f2034647c598adaa875d6093bf 2024-11-15T17:54:12,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/a16a394ee90f4c5bbd6cecdcbb682991 is 50, key is test_row_0/B:col10/1731693251832/Put/seqid=0 2024-11-15T17:54:12,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742399_1575 (size=9657) 2024-11-15T17:54:12,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/a16a394ee90f4c5bbd6cecdcbb682991 2024-11-15T17:54:12,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/4383d53f1b734abf9cfae8e2d68493e9 is 50, key is test_row_0/C:col10/1731693251832/Put/seqid=0 2024-11-15T17:54:12,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742400_1576 (size=9657) 2024-11-15T17:54:12,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T17:54:12,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:12,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:12,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:12,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:12,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T17:54:12,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693312506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:12,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:12,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693312506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:12,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:12,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693312517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:12,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693312517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693312517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:12,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:12,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T17:54:12,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:12,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:12,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:12,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:12,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:12,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T17:54:12,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:12,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:12,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:12,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:12,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:12,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/4383d53f1b734abf9cfae8e2d68493e9 2024-11-15T17:54:12,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/2f8d92f2034647c598adaa875d6093bf as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/2f8d92f2034647c598adaa875d6093bf 2024-11-15T17:54:12,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/2f8d92f2034647c598adaa875d6093bf, entries=100, sequenceid=14, filesize=21.8 K 2024-11-15T17:54:12,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/a16a394ee90f4c5bbd6cecdcbb682991 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/a16a394ee90f4c5bbd6cecdcbb682991 2024-11-15T17:54:12,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/a16a394ee90f4c5bbd6cecdcbb682991, entries=100, sequenceid=14, filesize=9.4 K 2024-11-15T17:54:12,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/4383d53f1b734abf9cfae8e2d68493e9 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/4383d53f1b734abf9cfae8e2d68493e9 2024-11-15T17:54:12,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/4383d53f1b734abf9cfae8e2d68493e9, entries=100, sequenceid=14, filesize=9.4 K 2024-11-15T17:54:12,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 53843be6de75adee46c98c5eb46046f2 in 989ms, sequenceid=14, compaction requested=false 2024-11-15T17:54:12,822 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-15T17:54:12,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:12,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T17:54:12,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:12,899 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-15T17:54:12,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:12,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:54:12,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:12,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:54:12,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:12,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:54:12,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b1a59367d742493f92af9e374259baf8_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_0/A:col10/1731693251872/Put/seqid=0 2024-11-15T17:54:12,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742401_1577 (size=12154) 2024-11-15T17:54:12,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:12,924 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b1a59367d742493f92af9e374259baf8_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b1a59367d742493f92af9e374259baf8_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:12,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/955a9740a358427d80203b7954f5f625, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:12,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/955a9740a358427d80203b7954f5f625 is 175, key is test_row_0/A:col10/1731693251872/Put/seqid=0 2024-11-15T17:54:12,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742402_1578 (size=30955) 2024-11-15T17:54:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T17:54:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:13,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:13,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693313027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:13,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:13,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693313027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:13,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:13,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693313027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:13,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:13,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:13,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693313029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:13,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:13,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693313030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:13,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:13,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693313137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:13,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693313137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:13,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:13,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693313137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:13,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:13,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:13,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:13,330 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/955a9740a358427d80203b7954f5f625 2024-11-15T17:54:13,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/5e4be1bfa6554d85bba1515f5dd50192 is 50, key is test_row_0/B:col10/1731693251872/Put/seqid=0 2024-11-15T17:54:13,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693313347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:13,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:13,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693313347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:13,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:13,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:13,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693313347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:13,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:13,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:13,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742403_1579 (size=12001) 2024-11-15T17:54:13,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693313657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:13,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:13,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693313657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:13,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:13,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693313657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:13,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:13,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:13,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:13,796 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/5e4be1bfa6554d85bba1515f5dd50192 2024-11-15T17:54:13,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/6ce748ee39d344a0b3776a3ecdc33f1c is 50, key is test_row_0/C:col10/1731693251872/Put/seqid=0 2024-11-15T17:54:13,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742404_1580 (size=12001) 2024-11-15T17:54:13,833 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/6ce748ee39d344a0b3776a3ecdc33f1c 2024-11-15T17:54:13,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/955a9740a358427d80203b7954f5f625 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/955a9740a358427d80203b7954f5f625 2024-11-15T17:54:13,843 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/955a9740a358427d80203b7954f5f625, entries=150, sequenceid=49, filesize=30.2 K 2024-11-15T17:54:13,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/5e4be1bfa6554d85bba1515f5dd50192 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/5e4be1bfa6554d85bba1515f5dd50192 2024-11-15T17:54:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,848 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.StoreScanner(1074): Storescanner.peek() is changed where before = test_row_1/A:col9/1731693251857/Put/vlen=10/seqid=34,and after = test_row_2/A:col0/1731693253027/Put/vlen=10/seqid=56 2024-11-15T17:54:13,851 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/5e4be1bfa6554d85bba1515f5dd50192, entries=150, sequenceid=49, filesize=11.7 K 2024-11-15T17:54:13,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/6ce748ee39d344a0b3776a3ecdc33f1c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/6ce748ee39d344a0b3776a3ecdc33f1c 2024-11-15T17:54:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,869 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/6ce748ee39d344a0b3776a3ecdc33f1c, entries=150, sequenceid=49, filesize=11.7 K 2024-11-15T17:54:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,870 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 53843be6de75adee46c98c5eb46046f2 in 971ms, sequenceid=49, compaction requested=false 2024-11-15T17:54:13,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:13,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:13,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-15T17:54:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-15T17:54:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-15T17:54:13,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0550 sec 2024-11-15T17:54:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.0640 sec 2024-11-15T17:54:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T17:54:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,978 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:54:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,979 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:54:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-15T17:54:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-15T17:54:13,982 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:54:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,983 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:54:13,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:54:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:14,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T17:54:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:14,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:14,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:14,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:14,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:14,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115144d84d2856c4bccb492b89040998b52_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_0/A:col10/1731693253029/Put/seqid=0 2024-11-15T17:54:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742405_1581 (size=12154) 2024-11-15T17:54:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,087 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-15T17:54:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,091 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115144d84d2856c4bccb492b89040998b52_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115144d84d2856c4bccb492b89040998b52_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,092 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/5d03f691e1ca427e8b0ab7ef09f0c738, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:14,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/5d03f691e1ca427e8b0ab7ef09f0c738 is 175, key is test_row_0/A:col10/1731693253029/Put/seqid=0 2024-11-15T17:54:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-15T17:54:14,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:14,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:14,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:14,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:14,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:14,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742406_1582 (size=30955) 2024-11-15T17:54:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:14,137 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/5d03f691e1ca427e8b0ab7ef09f0c738 2024-11-15T17:54:14,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/295c2fbeaab445419f7fa1150744d2bb is 50, key is test_row_0/B:col10/1731693253029/Put/seqid=0 2024-11-15T17:54:14,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693254115, max timestamp=1731693254153Num uniques 859; 2024-11-15T17:54:14,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:54:14,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693254115, max timestamp=1731693254153Num uniques 859; 2024-11-15T17:54:14,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:54:14,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731693254115, max timestamp=1731693254153Num uniques 859; 2024-11-15T17:54:14,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-15T17:54:14,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742407_1583 (size=12001) 2024-11-15T17:54:14,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/295c2fbeaab445419f7fa1150744d2bb 2024-11-15T17:54:14,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/8c2e8156a75043cdaa65f03e34b8ddb8 is 50, key is test_row_0/C:col10/1731693253029/Put/seqid=0 2024-11-15T17:54:14,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742408_1584 (size=12001) 2024-11-15T17:54:14,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/8c2e8156a75043cdaa65f03e34b8ddb8 2024-11-15T17:54:14,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693314187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693314188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693314190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/5d03f691e1ca427e8b0ab7ef09f0c738 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/5d03f691e1ca427e8b0ab7ef09f0c738 2024-11-15T17:54:14,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693314199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/5d03f691e1ca427e8b0ab7ef09f0c738, entries=150, sequenceid=60, filesize=30.2 K 2024-11-15T17:54:14,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693314203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/295c2fbeaab445419f7fa1150744d2bb as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/295c2fbeaab445419f7fa1150744d2bb 2024-11-15T17:54:14,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/295c2fbeaab445419f7fa1150744d2bb, entries=150, sequenceid=60, filesize=11.7 K 2024-11-15T17:54:14,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/8c2e8156a75043cdaa65f03e34b8ddb8 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/8c2e8156a75043cdaa65f03e34b8ddb8 2024-11-15T17:54:14,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/8c2e8156a75043cdaa65f03e34b8ddb8, entries=150, sequenceid=60, filesize=11.7 K 2024-11-15T17:54:14,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 53843be6de75adee46c98c5eb46046f2 in 171ms, sequenceid=60, compaction requested=true 2024-11-15T17:54:14,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:14,222 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:54:14,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53843be6de75adee46c98c5eb46046f2:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:54:14,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:14,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53843be6de75adee46c98c5eb46046f2:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:54:14,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:14,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53843be6de75adee46c98c5eb46046f2:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:54:14,222 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:54:14,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:54:14,225 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:54:14,225 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84271 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:54:14,226 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 53843be6de75adee46c98c5eb46046f2/B is initiating minor compaction (all files) 2024-11-15T17:54:14,226 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 53843be6de75adee46c98c5eb46046f2/A is initiating minor compaction (all files) 2024-11-15T17:54:14,226 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53843be6de75adee46c98c5eb46046f2/B in TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:14,226 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53843be6de75adee46c98c5eb46046f2/A in TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:14,226 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/2f8d92f2034647c598adaa875d6093bf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/955a9740a358427d80203b7954f5f625, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/5d03f691e1ca427e8b0ab7ef09f0c738] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp, totalSize=82.3 K 2024-11-15T17:54:14,226 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/a16a394ee90f4c5bbd6cecdcbb682991, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/5e4be1bfa6554d85bba1515f5dd50192, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/295c2fbeaab445419f7fa1150744d2bb] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp, totalSize=32.9 K 2024-11-15T17:54:14,226 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:14,226 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/2f8d92f2034647c598adaa875d6093bf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/955a9740a358427d80203b7954f5f625, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/5d03f691e1ca427e8b0ab7ef09f0c738] 2024-11-15T17:54:14,229 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting a16a394ee90f4c5bbd6cecdcbb682991, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731693251824 2024-11-15T17:54:14,229 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f8d92f2034647c598adaa875d6093bf, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731693251824 2024-11-15T17:54:14,229 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e4be1bfa6554d85bba1515f5dd50192, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731693251872 2024-11-15T17:54:14,230 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 955a9740a358427d80203b7954f5f625, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731693251872 2024-11-15T17:54:14,230 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 295c2fbeaab445419f7fa1150744d2bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731693253027 2024-11-15T17:54:14,230 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d03f691e1ca427e8b0ab7ef09f0c738, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731693253027 2024-11-15T17:54:14,241 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53843be6de75adee46c98c5eb46046f2#B#compaction#498 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:54:14,241 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/c648df26c65e4050899a25bc6c4c9ede is 50, key is test_row_0/B:col10/1731693253029/Put/seqid=0 2024-11-15T17:54:14,249 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:14,261 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115e2c35435815b477d94ab750eed13db37_53843be6de75adee46c98c5eb46046f2 store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:14,264 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115e2c35435815b477d94ab750eed13db37_53843be6de75adee46c98c5eb46046f2, store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:14,264 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e2c35435815b477d94ab750eed13db37_53843be6de75adee46c98c5eb46046f2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:14,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-15T17:54:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:14,289 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-15T17:54:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:54:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:54:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:54:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-15T17:54:14,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742409_1585 (size=12104) 2024-11-15T17:54:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:14,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:14,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693314326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693314327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693314329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742410_1586 (size=4469) 2024-11-15T17:54:14,341 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53843be6de75adee46c98c5eb46046f2#A#compaction#499 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:54:14,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693314335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f8ef441c8d2f42cbae393f8e8f573210_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_0/A:col10/1731693254192/Put/seqid=0 2024-11-15T17:54:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693314336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,355 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/c6fca1cd19cd4417830d054ce7458803 is 175, key is test_row_0/A:col10/1731693253029/Put/seqid=0 2024-11-15T17:54:14,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742411_1587 (size=12154) 2024-11-15T17:54:14,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742412_1588 (size=31058) 2024-11-15T17:54:14,429 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/c6fca1cd19cd4417830d054ce7458803 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/c6fca1cd19cd4417830d054ce7458803 2024-11-15T17:54:14,436 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53843be6de75adee46c98c5eb46046f2/A of 53843be6de75adee46c98c5eb46046f2 into c6fca1cd19cd4417830d054ce7458803(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:54:14,436 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:14,436 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., storeName=53843be6de75adee46c98c5eb46046f2/A, priority=13, startTime=1731693254222; duration=0sec 2024-11-15T17:54:14,436 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:54:14,437 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53843be6de75adee46c98c5eb46046f2:A 2024-11-15T17:54:14,437 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:54:14,438 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:54:14,438 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 53843be6de75adee46c98c5eb46046f2/C is initiating minor compaction (all files) 2024-11-15T17:54:14,438 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53843be6de75adee46c98c5eb46046f2/C in TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:14,438 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/4383d53f1b734abf9cfae8e2d68493e9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/6ce748ee39d344a0b3776a3ecdc33f1c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/8c2e8156a75043cdaa65f03e34b8ddb8] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp, totalSize=32.9 K 2024-11-15T17:54:14,438 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4383d53f1b734abf9cfae8e2d68493e9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731693251824 2024-11-15T17:54:14,438 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ce748ee39d344a0b3776a3ecdc33f1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731693251872 2024-11-15T17:54:14,439 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c2e8156a75043cdaa65f03e34b8ddb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731693253027 2024-11-15T17:54:14,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693314437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693314446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693314447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,453 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53843be6de75adee46c98c5eb46046f2#C#compaction#501 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:54:14,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693314447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,453 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/7e0ae7fb9444469d9e77e5f4a1d62223 is 50, key is test_row_0/C:col10/1731693253029/Put/seqid=0 2024-11-15T17:54:14,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693314447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,457 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T17:54:14,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742413_1589 (size=12104) 2024-11-15T17:54:14,533 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/7e0ae7fb9444469d9e77e5f4a1d62223 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/7e0ae7fb9444469d9e77e5f4a1d62223 2024-11-15T17:54:14,539 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53843be6de75adee46c98c5eb46046f2/C of 53843be6de75adee46c98c5eb46046f2 into 7e0ae7fb9444469d9e77e5f4a1d62223(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:54:14,539 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:14,539 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., storeName=53843be6de75adee46c98c5eb46046f2/C, priority=13, startTime=1731693254222; duration=0sec 2024-11-15T17:54:14,539 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:14,539 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53843be6de75adee46c98c5eb46046f2:C 2024-11-15T17:54:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-15T17:54:14,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693314646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693314657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693314657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693314658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693314666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,701 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/c648df26c65e4050899a25bc6c4c9ede as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/c648df26c65e4050899a25bc6c4c9ede 2024-11-15T17:54:14,705 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53843be6de75adee46c98c5eb46046f2/B of 53843be6de75adee46c98c5eb46046f2 into c648df26c65e4050899a25bc6c4c9ede(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:54:14,705 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:14,705 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., storeName=53843be6de75adee46c98c5eb46046f2/B, priority=13, startTime=1731693254222; duration=0sec 2024-11-15T17:54:14,706 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:14,706 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53843be6de75adee46c98c5eb46046f2:B 2024-11-15T17:54:14,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:14,805 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f8ef441c8d2f42cbae393f8e8f573210_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f8ef441c8d2f42cbae393f8e8f573210_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:14,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/61f8125c925a49de8b28967cc06745cf, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:14,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/61f8125c925a49de8b28967cc06745cf is 175, key is test_row_0/A:col10/1731693254192/Put/seqid=0 2024-11-15T17:54:14,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742414_1590 (size=30955) 2024-11-15T17:54:14,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693314966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693314966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693314966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693314967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:14,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693314977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:14,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:14,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-15T17:54:15,211 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/61f8125c925a49de8b28967cc06745cf 2024-11-15T17:54:15,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/f7cb0a7b8215458990c1084d3a32954f is 50, key is test_row_0/B:col10/1731693254192/Put/seqid=0 2024-11-15T17:54:15,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742415_1591 (size=12001) 2024-11-15T17:54:15,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693315476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:15,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693315477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:15,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693315477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:15,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693315477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:15,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693315497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:15,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:15,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:15,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:15,621 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/f7cb0a7b8215458990c1084d3a32954f 2024-11-15T17:54:15,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/abd36a72b4704963ba8540b281a8b9c0 is 50, key is test_row_0/C:col10/1731693254192/Put/seqid=0 2024-11-15T17:54:15,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742416_1592 (size=12001) 2024-11-15T17:54:16,033 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/abd36a72b4704963ba8540b281a8b9c0 2024-11-15T17:54:16,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/61f8125c925a49de8b28967cc06745cf as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/61f8125c925a49de8b28967cc06745cf 2024-11-15T17:54:16,048 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/61f8125c925a49de8b28967cc06745cf, entries=150, sequenceid=95, filesize=30.2 K 2024-11-15T17:54:16,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/f7cb0a7b8215458990c1084d3a32954f as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/f7cb0a7b8215458990c1084d3a32954f 2024-11-15T17:54:16,052 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/f7cb0a7b8215458990c1084d3a32954f, entries=150, sequenceid=95, filesize=11.7 K 2024-11-15T17:54:16,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/abd36a72b4704963ba8540b281a8b9c0 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/abd36a72b4704963ba8540b281a8b9c0 2024-11-15T17:54:16,057 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/abd36a72b4704963ba8540b281a8b9c0, entries=150, sequenceid=95, filesize=11.7 K 2024-11-15T17:54:16,058 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=60.38 KB/61830 for 53843be6de75adee46c98c5eb46046f2 in 1769ms, sequenceid=95, compaction requested=false 2024-11-15T17:54:16,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:16,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:16,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-15T17:54:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-15T17:54:16,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-15T17:54:16,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0770 sec 2024-11-15T17:54:16,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.0870 sec 2024-11-15T17:54:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-15T17:54:16,127 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:54:16,128 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:54:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-15T17:54:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-15T17:54:16,131 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:54:16,135 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:54:16,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:54:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-15T17:54:16,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-15T17:54:16,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:16,289 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-15T17:54:16,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:16,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:16,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:16,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:16,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:16,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:16,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115469b474ad99b4499bddb26bfaf382ac3_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_0/A:col10/1731693254328/Put/seqid=0 2024-11-15T17:54:16,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742417_1593 (size=12154) 2024-11-15T17:54:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,338 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115469b474ad99b4499bddb26bfaf382ac3_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115469b474ad99b4499bddb26bfaf382ac3_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:16,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/b8a59c8b3a134e648480fd5844fc547d, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:16,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/b8a59c8b3a134e648480fd5844fc547d is 175, key is test_row_0/A:col10/1731693254328/Put/seqid=0 2024-11-15T17:54:16,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742418_1594 (size=30955) 2024-11-15T17:54:16,362 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=110, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/b8a59c8b3a134e648480fd5844fc547d 2024-11-15T17:54:16,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/3d2e602951384b908765b64cccee8258 is 50, key is test_row_0/B:col10/1731693254328/Put/seqid=0 2024-11-15T17:54:16,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742419_1595 (size=12001) 2024-11-15T17:54:16,423 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/3d2e602951384b908765b64cccee8258 2024-11-15T17:54:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-15T17:54:16,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/b6e28f2000604969a0343a0f32787df5 is 50, key is test_row_0/C:col10/1731693254328/Put/seqid=0 2024-11-15T17:54:16,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742420_1596 (size=12001) 2024-11-15T17:54:16,484 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/b6e28f2000604969a0343a0f32787df5 2024-11-15T17:54:16,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/b8a59c8b3a134e648480fd5844fc547d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/b8a59c8b3a134e648480fd5844fc547d 2024-11-15T17:54:16,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:16,499 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/b8a59c8b3a134e648480fd5844fc547d, entries=150, sequenceid=110, filesize=30.2 K 2024-11-15T17:54:16,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/3d2e602951384b908765b64cccee8258 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/3d2e602951384b908765b64cccee8258 2024-11-15T17:54:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,509 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/3d2e602951384b908765b64cccee8258, entries=150, sequenceid=110, filesize=11.7 K 2024-11-15T17:54:16,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/b6e28f2000604969a0343a0f32787df5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/b6e28f2000604969a0343a0f32787df5 2024-11-15T17:54:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,516 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/b6e28f2000604969a0343a0f32787df5, entries=150, sequenceid=110, filesize=11.7 K 2024-11-15T17:54:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,517 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=53.67 KB/54960 for 53843be6de75adee46c98c5eb46046f2 in 229ms, sequenceid=110, compaction requested=true 2024-11-15T17:54:16,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:16,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:16,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-15T17:54:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-15T17:54:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-15T17:54:16,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:16,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:16,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:16,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:16,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:16,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-15T17:54:16,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 385 msec 2024-11-15T17:54:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 399 msec 2024-11-15T17:54:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115dbeb830a25c647e3ac8c7b326ce52683_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_0/A:col10/1731693256507/Put/seqid=0 2024-11-15T17:54:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:16,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693316562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:16,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:16,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693316578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:16,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:16,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693316580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:16,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:16,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:16,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693316582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:16,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693316583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:16,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:16,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:16,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742422_1598 (size=24358) 2024-11-15T17:54:16,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:16,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693316687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:16,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:16,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:16,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693316696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:16,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:16,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693316696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:16,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:16,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693316696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:16,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693316696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:16,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:16,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-15T17:54:16,757 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:54:16,757 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:54:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-15T17:54:16,759 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:54:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T17:54:16,760 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:54:16,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:54:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T17:54:16,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693316897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:16,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:16,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693316907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:16,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693316907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:16,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693316907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:16,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693316907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:16,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:16,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:16,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T17:54:16,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:16,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:16,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:16,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:16,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:17,015 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:17,021 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115dbeb830a25c647e3ac8c7b326ce52683_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dbeb830a25c647e3ac8c7b326ce52683_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:17,023 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/23e98a9161584d73b1e4b035c9d2cf9e, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:17,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/23e98a9161584d73b1e4b035c9d2cf9e is 175, key is test_row_0/A:col10/1731693256507/Put/seqid=0 2024-11-15T17:54:17,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742421_1597 (size=73995) 2024-11-15T17:54:17,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T17:54:17,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:17,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:17,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:17,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:17,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T17:54:17,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693317207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:17,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:17,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T17:54:17,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:17,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:17,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:17,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:17,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:17,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693317217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:17,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:17,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693317217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693317217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:17,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693317217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:17,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T17:54:17,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:17,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:17,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:17,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:17,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T17:54:17,443 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/23e98a9161584d73b1e4b035c9d2cf9e 2024-11-15T17:54:17,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/49e2dace60e447dd934f9a793d94741b is 50, key is test_row_0/B:col10/1731693256507/Put/seqid=0 2024-11-15T17:54:17,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742423_1599 (size=12001) 2024-11-15T17:54:17,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/49e2dace60e447dd934f9a793d94741b 2024-11-15T17:54:17,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T17:54:17,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:17,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:17,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:17,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:17,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:17,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/f8c0df88fff8449cbd28dace79430d89 is 50, key is test_row_0/C:col10/1731693256507/Put/seqid=0 2024-11-15T17:54:17,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742424_1600 (size=12001) 2024-11-15T17:54:17,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T17:54:17,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:17,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:17,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:17,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:17,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:17,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693317717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:17,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:17,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693317726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:17,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:17,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693317726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:17,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:17,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693317737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693317737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:17,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T17:54:17,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:17,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:17,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:17,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:17,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T17:54:18,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T17:54:18,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:18,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:18,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:18,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:18,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:18,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/f8c0df88fff8449cbd28dace79430d89 2024-11-15T17:54:18,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/23e98a9161584d73b1e4b035c9d2cf9e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/23e98a9161584d73b1e4b035c9d2cf9e 2024-11-15T17:54:18,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/23e98a9161584d73b1e4b035c9d2cf9e, entries=400, sequenceid=122, filesize=72.3 K 2024-11-15T17:54:18,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/49e2dace60e447dd934f9a793d94741b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/49e2dace60e447dd934f9a793d94741b 2024-11-15T17:54:18,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/49e2dace60e447dd934f9a793d94741b, entries=150, sequenceid=122, filesize=11.7 K 2024-11-15T17:54:18,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/f8c0df88fff8449cbd28dace79430d89 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/f8c0df88fff8449cbd28dace79430d89 2024-11-15T17:54:18,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/f8c0df88fff8449cbd28dace79430d89, entries=150, sequenceid=122, filesize=11.7 K 2024-11-15T17:54:18,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 53843be6de75adee46c98c5eb46046f2 in 1548ms, sequenceid=122, compaction requested=true 2024-11-15T17:54:18,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:18,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53843be6de75adee46c98c5eb46046f2:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:54:18,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:18,069 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:54:18,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53843be6de75adee46c98c5eb46046f2:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:54:18,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:54:18,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53843be6de75adee46c98c5eb46046f2:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:54:18,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T17:54:18,070 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:54:18,071 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:54:18,071 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 166963 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:54:18,071 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 53843be6de75adee46c98c5eb46046f2/A is initiating minor compaction (all files) 2024-11-15T17:54:18,072 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 53843be6de75adee46c98c5eb46046f2/B is initiating minor compaction (all files) 2024-11-15T17:54:18,072 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53843be6de75adee46c98c5eb46046f2/B in TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:18,072 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53843be6de75adee46c98c5eb46046f2/A in TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:18,072 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/c6fca1cd19cd4417830d054ce7458803, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/61f8125c925a49de8b28967cc06745cf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/b8a59c8b3a134e648480fd5844fc547d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/23e98a9161584d73b1e4b035c9d2cf9e] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp, totalSize=163.0 K 2024-11-15T17:54:18,072 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/c648df26c65e4050899a25bc6c4c9ede, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/f7cb0a7b8215458990c1084d3a32954f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/3d2e602951384b908765b64cccee8258, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/49e2dace60e447dd934f9a793d94741b] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp, totalSize=47.0 K 2024-11-15T17:54:18,072 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:18,073 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/c6fca1cd19cd4417830d054ce7458803, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/61f8125c925a49de8b28967cc06745cf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/b8a59c8b3a134e648480fd5844fc547d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/23e98a9161584d73b1e4b035c9d2cf9e] 2024-11-15T17:54:18,075 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting c648df26c65e4050899a25bc6c4c9ede, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731693253027 2024-11-15T17:54:18,075 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting c6fca1cd19cd4417830d054ce7458803, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731693253027 2024-11-15T17:54:18,075 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7cb0a7b8215458990c1084d3a32954f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731693254187 2024-11-15T17:54:18,075 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 61f8125c925a49de8b28967cc06745cf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731693254187 2024-11-15T17:54:18,075 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d2e602951384b908765b64cccee8258, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731693254325 2024-11-15T17:54:18,076 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting b8a59c8b3a134e648480fd5844fc547d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731693254325 2024-11-15T17:54:18,077 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49e2dace60e447dd934f9a793d94741b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731693256507 2024-11-15T17:54:18,077 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 23e98a9161584d73b1e4b035c9d2cf9e, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731693256489 2024-11-15T17:54:18,107 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:18,111 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53843be6de75adee46c98c5eb46046f2#B#compaction#511 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:54:18,112 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/b91113f6d0b84f4a914476e7629c4afb is 50, key is test_row_0/B:col10/1731693256507/Put/seqid=0 2024-11-15T17:54:18,123 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111522169a7ac600416c9474122593f81961_53843be6de75adee46c98c5eb46046f2 store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:18,128 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111522169a7ac600416c9474122593f81961_53843be6de75adee46c98c5eb46046f2, store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:18,128 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111522169a7ac600416c9474122593f81961_53843be6de75adee46c98c5eb46046f2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:18,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742425_1601 (size=12241) 2024-11-15T17:54:18,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T17:54:18,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:18,156 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-15T17:54:18,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:18,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:18,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:18,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:18,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:18,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:18,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742426_1602 (size=4469) 2024-11-15T17:54:18,179 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53843be6de75adee46c98c5eb46046f2#A#compaction#510 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:54:18,179 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/783b0526ec314fd48afddc62244f671d is 175, key is test_row_0/A:col10/1731693256507/Put/seqid=0 2024-11-15T17:54:18,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159c7bc51d63514182b60ce9730e3f2715_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_0/A:col10/1731693256564/Put/seqid=0 2024-11-15T17:54:18,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742427_1603 (size=31195) 2024-11-15T17:54:18,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742428_1604 (size=12304) 2024-11-15T17:54:18,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,247 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159c7bc51d63514182b60ce9730e3f2715_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159c7bc51d63514182b60ce9730e3f2715_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:18,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/e8dcc470d51e4cf0b96b17f887cce50e, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:18,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/e8dcc470d51e4cf0b96b17f887cce50e is 175, key is test_row_0/A:col10/1731693256564/Put/seqid=0 2024-11-15T17:54:18,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742429_1605 (size=31105) 2024-11-15T17:54:18,299 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=142, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/e8dcc470d51e4cf0b96b17f887cce50e 2024-11-15T17:54:18,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/3c1b1e9dbce842468a7c46233da6075a is 50, key is test_row_0/B:col10/1731693256564/Put/seqid=0 2024-11-15T17:54:18,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742430_1606 (size=12151) 2024-11-15T17:54:18,562 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/b91113f6d0b84f4a914476e7629c4afb as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/b91113f6d0b84f4a914476e7629c4afb 2024-11-15T17:54:18,569 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 53843be6de75adee46c98c5eb46046f2/B of 53843be6de75adee46c98c5eb46046f2 into b91113f6d0b84f4a914476e7629c4afb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:54:18,569 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:18,569 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., storeName=53843be6de75adee46c98c5eb46046f2/B, priority=12, startTime=1731693258069; duration=0sec 2024-11-15T17:54:18,569 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:54:18,569 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53843be6de75adee46c98c5eb46046f2:B 2024-11-15T17:54:18,569 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:54:18,571 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:54:18,571 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 53843be6de75adee46c98c5eb46046f2/C is initiating minor compaction (all files) 2024-11-15T17:54:18,571 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53843be6de75adee46c98c5eb46046f2/C in TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:18,571 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/7e0ae7fb9444469d9e77e5f4a1d62223, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/abd36a72b4704963ba8540b281a8b9c0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/b6e28f2000604969a0343a0f32787df5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/f8c0df88fff8449cbd28dace79430d89] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp, totalSize=47.0 K 2024-11-15T17:54:18,571 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e0ae7fb9444469d9e77e5f4a1d62223, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731693253027 2024-11-15T17:54:18,572 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting abd36a72b4704963ba8540b281a8b9c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731693254187 2024-11-15T17:54:18,572 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6e28f2000604969a0343a0f32787df5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731693254325 2024-11-15T17:54:18,572 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8c0df88fff8449cbd28dace79430d89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731693256507 2024-11-15T17:54:18,595 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53843be6de75adee46c98c5eb46046f2#C#compaction#514 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:54:18,595 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/fbbc0a572aab4a98957af8092aef6074 is 50, key is test_row_0/C:col10/1731693256507/Put/seqid=0 2024-11-15T17:54:18,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742431_1607 (size=12241) 2024-11-15T17:54:18,649 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/783b0526ec314fd48afddc62244f671d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/783b0526ec314fd48afddc62244f671d 2024-11-15T17:54:18,655 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 53843be6de75adee46c98c5eb46046f2/A of 53843be6de75adee46c98c5eb46046f2 into 783b0526ec314fd48afddc62244f671d(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:54:18,655 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:18,655 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., storeName=53843be6de75adee46c98c5eb46046f2/A, priority=12, startTime=1731693258069; duration=0sec 2024-11-15T17:54:18,655 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:18,655 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53843be6de75adee46c98c5eb46046f2:A 2024-11-15T17:54:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:18,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:18,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693318749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:18,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693318750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:18,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:18,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:18,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:18,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693318752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:18,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693318752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:18,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:18,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:18,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:18,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:18,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:18,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:18,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693318757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:18,759 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_1' in 53843be6de75adee46c98c5eb46046f2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:54:18,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:18,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:18,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:18,787 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/3c1b1e9dbce842468a7c46233da6075a 2024-11-15T17:54:18,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/74dd3713e8f644f3ac8c9c3a859d9986 is 50, key is test_row_0/C:col10/1731693256564/Put/seqid=0 2024-11-15T17:54:18,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742432_1608 (size=12151) 2024-11-15T17:54:18,852 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/74dd3713e8f644f3ac8c9c3a859d9986 2024-11-15T17:54:18,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693318857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:18,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693318857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:18,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:18,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:18,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:18,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:18,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:18,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:18,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/e8dcc470d51e4cf0b96b17f887cce50e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/e8dcc470d51e4cf0b96b17f887cce50e 2024-11-15T17:54:18,864 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/e8dcc470d51e4cf0b96b17f887cce50e, entries=150, sequenceid=142, filesize=30.4 K 2024-11-15T17:54:18,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/3c1b1e9dbce842468a7c46233da6075a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/3c1b1e9dbce842468a7c46233da6075a 2024-11-15T17:54:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,871 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/3c1b1e9dbce842468a7c46233da6075a, entries=150, sequenceid=142, filesize=11.9 K 2024-11-15T17:54:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/74dd3713e8f644f3ac8c9c3a859d9986 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/74dd3713e8f644f3ac8c9c3a859d9986 2024-11-15T17:54:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693318867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:18,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:18,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:18,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693318867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,879 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/74dd3713e8f644f3ac8c9c3a859d9986, entries=150, sequenceid=142, filesize=11.9 K 2024-11-15T17:54:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,879 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 53843be6de75adee46c98c5eb46046f2 in 723ms, sequenceid=142, compaction requested=false 2024-11-15T17:54:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:18,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:18,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-15T17:54:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-15T17:54:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-15T17:54:18,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1210 sec 2024-11-15T17:54:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.1270 sec 2024-11-15T17:54:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T17:54:18,907 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:54:18,908 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:54:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-15T17:54:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T17:54:18,910 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:54:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,911 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:54:18,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:54:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T17:54:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,039 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/fbbc0a572aab4a98957af8092aef6074 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/fbbc0a572aab4a98957af8092aef6074 2024-11-15T17:54:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,043 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 53843be6de75adee46c98c5eb46046f2/C of 53843be6de75adee46c98c5eb46046f2 into fbbc0a572aab4a98957af8092aef6074(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:54:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,043 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:19,043 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., storeName=53843be6de75adee46c98c5eb46046f2/C, priority=12, startTime=1731693258069; duration=0sec 2024-11-15T17:54:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,043 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:19,043 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53843be6de75adee46c98c5eb46046f2:C 2024-11-15T17:54:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T17:54:19,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,064 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-15T17:54:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:19,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:19,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:19,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:19,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:19,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:19,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111541f8553798da4422a7b6f21919f8b165_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_1/A:col10/1731693258747/Put/seqid=0 2024-11-15T17:54:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742433_1609 (size=9814) 2024-11-15T17:54:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693319127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:19,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:19,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693319128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:19,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:19,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:19,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693319128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693319129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:19,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:19,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T17:54:19,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693319236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:19,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:19,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693319236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:19,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:19,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:19,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693319236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:19,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:19,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693319236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:19,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:19,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693319446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:19,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:19,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693319446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693319447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693319447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:19,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:19,484 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111541f8553798da4422a7b6f21919f8b165_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111541f8553798da4422a7b6f21919f8b165_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:19,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/147471e9d2dd47e2a06f340c7c8cbb78, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:19,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/147471e9d2dd47e2a06f340c7c8cbb78 is 175, key is test_row_1/A:col10/1731693258747/Put/seqid=0 2024-11-15T17:54:19,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742434_1610 (size=22461) 2024-11-15T17:54:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T17:54:19,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693319757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:19,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693319757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:19,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:19,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:19,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693319757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:19,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:19,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:19,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693319757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:19,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:19,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:19,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:19,908 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/147471e9d2dd47e2a06f340c7c8cbb78 2024-11-15T17:54:19,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/bee65550ba014181a487bca1da546383 is 50, key is test_row_1/B:col10/1731693258747/Put/seqid=0 2024-11-15T17:54:19,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742435_1611 (size=9757) 2024-11-15T17:54:19,956 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/bee65550ba014181a487bca1da546383 2024-11-15T17:54:19,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/877f00b1e80548a78abdc3576895a914 is 50, key is test_row_1/C:col10/1731693258747/Put/seqid=0 2024-11-15T17:54:19,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742436_1612 (size=9757) 2024-11-15T17:54:19,985 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/877f00b1e80548a78abdc3576895a914 2024-11-15T17:54:19,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/147471e9d2dd47e2a06f340c7c8cbb78 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/147471e9d2dd47e2a06f340c7c8cbb78 2024-11-15T17:54:19,993 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/147471e9d2dd47e2a06f340c7c8cbb78, entries=100, sequenceid=157, filesize=21.9 K 2024-11-15T17:54:19,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/bee65550ba014181a487bca1da546383 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/bee65550ba014181a487bca1da546383 2024-11-15T17:54:20,001 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/bee65550ba014181a487bca1da546383, entries=100, sequenceid=157, filesize=9.5 K 2024-11-15T17:54:20,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/877f00b1e80548a78abdc3576895a914 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/877f00b1e80548a78abdc3576895a914 2024-11-15T17:54:20,005 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/877f00b1e80548a78abdc3576895a914, entries=100, sequenceid=157, filesize=9.5 K 2024-11-15T17:54:20,007 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 53843be6de75adee46c98c5eb46046f2 in 943ms, sequenceid=157, compaction requested=true 2024-11-15T17:54:20,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:20,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:20,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-15T17:54:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-15T17:54:20,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-15T17:54:20,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0970 sec 2024-11-15T17:54:20,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.1040 sec 2024-11-15T17:54:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T17:54:20,055 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:54:20,056 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:54:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-15T17:54:20,058 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:54:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T17:54:20,059 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:54:20,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:54:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T17:54:20,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-15T17:54:20,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:20,212 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-15T17:54:20,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:20,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:20,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:20,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:20,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:20,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:20,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159afaee8b1387432f84e7cae50d943990_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_0/A:col10/1731693259098/Put/seqid=0 2024-11-15T17:54:20,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742437_1613 (size=12304) 2024-11-15T17:54:20,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:20,268 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159afaee8b1387432f84e7cae50d943990_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159afaee8b1387432f84e7cae50d943990_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:20,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/4549359c9e4145558030ab74d80254ea, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:20,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/4549359c9e4145558030ab74d80254ea is 175, key is test_row_0/A:col10/1731693259098/Put/seqid=0 2024-11-15T17:54:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:20,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:20,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742438_1614 (size=31105) 2024-11-15T17:54:20,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693320291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:20,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693320292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:20,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693320297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:20,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:20,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693320309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:20,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T17:54:20,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693320416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:20,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:20,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693320416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:20,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693320416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:20,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693320427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:20,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693320626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:20,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:20,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693320637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:20,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693320637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:20,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:20,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:20,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693320646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:20,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:20,687 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/4549359c9e4145558030ab74d80254ea 2024-11-15T17:54:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T17:54:20,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/8f67a5de383448f28b499ed66dd5b181 is 50, key is test_row_0/B:col10/1731693259098/Put/seqid=0 2024-11-15T17:54:20,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742439_1615 (size=12151) 2024-11-15T17:54:20,709 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/8f67a5de383448f28b499ed66dd5b181 2024-11-15T17:54:20,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/f517f6823df54dcf90b0cd8e4c84110d is 50, key is test_row_0/C:col10/1731693259098/Put/seqid=0 2024-11-15T17:54:20,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742440_1616 (size=12151) 2024-11-15T17:54:20,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693320779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:20,784 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_1' in 53843be6de75adee46c98c5eb46046f2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:54:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:20,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693320937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:20,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:20,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693320946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:20,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:20,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693320947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:20,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:20,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:20,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693320957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:20,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:20,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:21,178 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/f517f6823df54dcf90b0cd8e4c84110d 2024-11-15T17:54:21,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/4549359c9e4145558030ab74d80254ea as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/4549359c9e4145558030ab74d80254ea 2024-11-15T17:54:21,190 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/4549359c9e4145558030ab74d80254ea, entries=150, sequenceid=177, filesize=30.4 K 2024-11-15T17:54:21,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/8f67a5de383448f28b499ed66dd5b181 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/8f67a5de383448f28b499ed66dd5b181 2024-11-15T17:54:21,195 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/8f67a5de383448f28b499ed66dd5b181, entries=150, sequenceid=177, filesize=11.9 K 2024-11-15T17:54:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T17:54:21,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/f517f6823df54dcf90b0cd8e4c84110d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/f517f6823df54dcf90b0cd8e4c84110d 2024-11-15T17:54:21,204 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/f517f6823df54dcf90b0cd8e4c84110d, entries=150, sequenceid=177, filesize=11.9 K 2024-11-15T17:54:21,205 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 53843be6de75adee46c98c5eb46046f2 in 993ms, sequenceid=177, compaction requested=true 2024-11-15T17:54:21,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:21,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:21,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-15T17:54:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-15T17:54:21,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-15T17:54:21,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1480 sec 2024-11-15T17:54:21,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.1530 sec 2024-11-15T17:54:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:21,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-15T17:54:21,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:21,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:21,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:21,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:21,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:21,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:21,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111539fc312525c447b99edb39a972fe1614_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_0/A:col10/1731693260300/Put/seqid=0 2024-11-15T17:54:21,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742441_1617 (size=14794) 2024-11-15T17:54:21,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693321490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:21,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693321491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:21,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:21,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693321500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:21,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:21,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693321503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:21,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693321607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:21,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:21,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693321607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:21,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:21,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693321616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:21,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693321616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:21,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:21,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693321816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:21,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693321816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:21,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:21,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:21,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693321828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:21,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:21,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693321828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:21,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:21,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:21,883 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:21,889 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111539fc312525c447b99edb39a972fe1614_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111539fc312525c447b99edb39a972fe1614_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:21,890 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/60e8ff625c3846b3b4d80eb321999752, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:21,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/60e8ff625c3846b3b4d80eb321999752 is 175, key is test_row_0/A:col10/1731693260300/Put/seqid=0 2024-11-15T17:54:21,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742442_1618 (size=39749) 2024-11-15T17:54:21,937 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=190, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/60e8ff625c3846b3b4d80eb321999752 2024-11-15T17:54:21,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/0f10813043dc41eba545dc66c3a86f8e is 50, key is test_row_0/B:col10/1731693260300/Put/seqid=0 2024-11-15T17:54:22,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742443_1619 (size=12151) 2024-11-15T17:54:22,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693322127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:22,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693322127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:22,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693322137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:22,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693322137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T17:54:22,207 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:54:22,207 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:54:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-15T17:54:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T17:54:22,210 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:54:22,210 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:54:22,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:54:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T17:54:22,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T17:54:22,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:22,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:22,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:22,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:22,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:22,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/0f10813043dc41eba545dc66c3a86f8e 2024-11-15T17:54:22,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/285f15d8e784438cabcf4ff3e7f5a562 is 50, key is test_row_0/C:col10/1731693260300/Put/seqid=0 2024-11-15T17:54:22,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742444_1620 (size=12151) 2024-11-15T17:54:22,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/285f15d8e784438cabcf4ff3e7f5a562 2024-11-15T17:54:22,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/60e8ff625c3846b3b4d80eb321999752 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/60e8ff625c3846b3b4d80eb321999752 2024-11-15T17:54:22,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/60e8ff625c3846b3b4d80eb321999752, entries=200, sequenceid=190, filesize=38.8 K 2024-11-15T17:54:22,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/0f10813043dc41eba545dc66c3a86f8e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/0f10813043dc41eba545dc66c3a86f8e 2024-11-15T17:54:22,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/0f10813043dc41eba545dc66c3a86f8e, entries=150, sequenceid=190, filesize=11.9 K 2024-11-15T17:54:22,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/285f15d8e784438cabcf4ff3e7f5a562 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/285f15d8e784438cabcf4ff3e7f5a562 2024-11-15T17:54:22,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/285f15d8e784438cabcf4ff3e7f5a562, entries=150, sequenceid=190, filesize=11.9 K 2024-11-15T17:54:22,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 53843be6de75adee46c98c5eb46046f2 in 1046ms, sequenceid=190, compaction requested=true 2024-11-15T17:54:22,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:22,495 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T17:54:22,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53843be6de75adee46c98c5eb46046f2:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:54:22,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:22,496 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T17:54:22,497 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 155615 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T17:54:22,497 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 53843be6de75adee46c98c5eb46046f2/A is initiating minor compaction (all files) 2024-11-15T17:54:22,497 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53843be6de75adee46c98c5eb46046f2/A in TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:22,497 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/783b0526ec314fd48afddc62244f671d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/e8dcc470d51e4cf0b96b17f887cce50e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/147471e9d2dd47e2a06f340c7c8cbb78, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/4549359c9e4145558030ab74d80254ea, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/60e8ff625c3846b3b4d80eb321999752] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp, totalSize=152.0 K 2024-11-15T17:54:22,497 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:22,497 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/783b0526ec314fd48afddc62244f671d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/e8dcc470d51e4cf0b96b17f887cce50e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/147471e9d2dd47e2a06f340c7c8cbb78, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/4549359c9e4145558030ab74d80254ea, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/60e8ff625c3846b3b4d80eb321999752] 2024-11-15T17:54:22,498 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 783b0526ec314fd48afddc62244f671d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731693256507 2024-11-15T17:54:22,498 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58451 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T17:54:22,498 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 53843be6de75adee46c98c5eb46046f2/B is initiating minor compaction (all files) 2024-11-15T17:54:22,498 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53843be6de75adee46c98c5eb46046f2/B in TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:22,498 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/b91113f6d0b84f4a914476e7629c4afb, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/3c1b1e9dbce842468a7c46233da6075a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/bee65550ba014181a487bca1da546383, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/8f67a5de383448f28b499ed66dd5b181, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/0f10813043dc41eba545dc66c3a86f8e] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp, totalSize=57.1 K 2024-11-15T17:54:22,498 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8dcc470d51e4cf0b96b17f887cce50e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731693256564 2024-11-15T17:54:22,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53843be6de75adee46c98c5eb46046f2:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:54:22,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:22,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53843be6de75adee46c98c5eb46046f2:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:54:22,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:54:22,499 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting b91113f6d0b84f4a914476e7629c4afb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731693256507 2024-11-15T17:54:22,500 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 147471e9d2dd47e2a06f340c7c8cbb78, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731693258747 2024-11-15T17:54:22,500 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c1b1e9dbce842468a7c46233da6075a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731693256564 2024-11-15T17:54:22,500 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4549359c9e4145558030ab74d80254ea, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731693259098 2024-11-15T17:54:22,500 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting bee65550ba014181a487bca1da546383, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731693258747 2024-11-15T17:54:22,500 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60e8ff625c3846b3b4d80eb321999752, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731693260277 2024-11-15T17:54:22,500 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f67a5de383448f28b499ed66dd5b181, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731693259098 2024-11-15T17:54:22,501 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f10813043dc41eba545dc66c3a86f8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731693260291 2024-11-15T17:54:22,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T17:54:22,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:22,520 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-15T17:54:22,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:22,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:22,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:22,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:22,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:22,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T17:54:22,541 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53843be6de75adee46c98c5eb46046f2#B#compaction#525 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:54:22,542 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/3cebca6707ef447fb82bde1e92dd4351 is 50, key is test_row_0/B:col10/1731693260300/Put/seqid=0 2024-11-15T17:54:22,555 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:22,608 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115a55d8f7aa5d14808837ccd51c68ea446_53843be6de75adee46c98c5eb46046f2 store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:22,611 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115a55d8f7aa5d14808837ccd51c68ea446_53843be6de75adee46c98c5eb46046f2, store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:22,611 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a55d8f7aa5d14808837ccd51c68ea446_53843be6de75adee46c98c5eb46046f2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:22,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115859e5c173c904264bbbed8c6fa8aaf3f_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_0/A:col10/1731693261490/Put/seqid=0 2024-11-15T17:54:22,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:22,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742445_1621 (size=12561) 2024-11-15T17:54:22,655 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/3cebca6707ef447fb82bde1e92dd4351 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/3cebca6707ef447fb82bde1e92dd4351 2024-11-15T17:54:22,660 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 53843be6de75adee46c98c5eb46046f2/B of 53843be6de75adee46c98c5eb46046f2 into 3cebca6707ef447fb82bde1e92dd4351(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:54:22,660 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:22,660 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., storeName=53843be6de75adee46c98c5eb46046f2/B, priority=11, startTime=1731693262496; duration=0sec 2024-11-15T17:54:22,660 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:54:22,660 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53843be6de75adee46c98c5eb46046f2:B 2024-11-15T17:54:22,660 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T17:54:22,671 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58451 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T17:54:22,671 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 53843be6de75adee46c98c5eb46046f2/C is initiating minor compaction (all files) 2024-11-15T17:54:22,672 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53843be6de75adee46c98c5eb46046f2/C in TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:22,672 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/fbbc0a572aab4a98957af8092aef6074, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/74dd3713e8f644f3ac8c9c3a859d9986, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/877f00b1e80548a78abdc3576895a914, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/f517f6823df54dcf90b0cd8e4c84110d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/285f15d8e784438cabcf4ff3e7f5a562] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp, totalSize=57.1 K 2024-11-15T17:54:22,672 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting fbbc0a572aab4a98957af8092aef6074, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731693256507 2024-11-15T17:54:22,673 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 74dd3713e8f644f3ac8c9c3a859d9986, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731693256564 2024-11-15T17:54:22,673 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 877f00b1e80548a78abdc3576895a914, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731693258747 2024-11-15T17:54:22,673 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting f517f6823df54dcf90b0cd8e4c84110d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731693259098 2024-11-15T17:54:22,674 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 285f15d8e784438cabcf4ff3e7f5a562, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731693260291 2024-11-15T17:54:22,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742446_1622 (size=4469) 2024-11-15T17:54:22,690 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53843be6de75adee46c98c5eb46046f2#C#compaction#528 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:54:22,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742447_1623 (size=12304) 2024-11-15T17:54:22,691 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/c9569b5285b14d769f13cbbe35d25f94 is 50, key is test_row_0/C:col10/1731693260300/Put/seqid=0 2024-11-15T17:54:22,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693322672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:22,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693322675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:22,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:22,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:22,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693322677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:22,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693322700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:22,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:22,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742448_1624 (size=12561) 2024-11-15T17:54:22,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693322807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693322807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:22,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693322807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:22,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:22,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693322817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:22,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:22,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T17:54:23,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693323017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:23,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693323023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:23,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:23,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693323027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:23,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:23,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693323036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:23,083 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53843be6de75adee46c98c5eb46046f2#A#compaction#526 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:54:23,084 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/6598957ea69948f4aea6bb7bee6fb014 is 175, key is test_row_0/A:col10/1731693260300/Put/seqid=0 2024-11-15T17:54:23,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:23,098 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115859e5c173c904264bbbed8c6fa8aaf3f_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115859e5c173c904264bbbed8c6fa8aaf3f_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:23,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/d79c209d06f3415682d697fd21dfb010, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:23,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/d79c209d06f3415682d697fd21dfb010 is 175, key is test_row_0/A:col10/1731693261490/Put/seqid=0 2024-11-15T17:54:23,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742449_1625 (size=31515) 2024-11-15T17:54:23,114 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/6598957ea69948f4aea6bb7bee6fb014 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/6598957ea69948f4aea6bb7bee6fb014 2024-11-15T17:54:23,120 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 53843be6de75adee46c98c5eb46046f2/A of 53843be6de75adee46c98c5eb46046f2 into 6598957ea69948f4aea6bb7bee6fb014(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:54:23,120 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:23,120 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., storeName=53843be6de75adee46c98c5eb46046f2/A, priority=11, startTime=1731693262495; duration=0sec 2024-11-15T17:54:23,120 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:23,120 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53843be6de75adee46c98c5eb46046f2:A 2024-11-15T17:54:23,131 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/c9569b5285b14d769f13cbbe35d25f94 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/c9569b5285b14d769f13cbbe35d25f94 2024-11-15T17:54:23,138 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 53843be6de75adee46c98c5eb46046f2/C of 53843be6de75adee46c98c5eb46046f2 into c9569b5285b14d769f13cbbe35d25f94(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:54:23,138 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:23,138 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., storeName=53843be6de75adee46c98c5eb46046f2/C, priority=11, startTime=1731693262498; duration=0sec 2024-11-15T17:54:23,138 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:23,138 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53843be6de75adee46c98c5eb46046f2:C 2024-11-15T17:54:23,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742450_1626 (size=31105) 2024-11-15T17:54:23,141 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/d79c209d06f3415682d697fd21dfb010 2024-11-15T17:54:23,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/f3f04541c4e04afc889bd88fab6ce1de is 50, key is test_row_0/B:col10/1731693261490/Put/seqid=0 2024-11-15T17:54:23,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742451_1627 (size=12151) 2024-11-15T17:54:23,208 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/f3f04541c4e04afc889bd88fab6ce1de 2024-11-15T17:54:23,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/0e470277f4d844638665a5562d2f6a10 is 50, key is test_row_0/C:col10/1731693261490/Put/seqid=0 2024-11-15T17:54:23,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742452_1628 (size=12151) 2024-11-15T17:54:23,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693323337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:23,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:23,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693323337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:23,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T17:54:23,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693323337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:23,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:23,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693323347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:23,679 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/0e470277f4d844638665a5562d2f6a10 2024-11-15T17:54:23,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/d79c209d06f3415682d697fd21dfb010 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/d79c209d06f3415682d697fd21dfb010 2024-11-15T17:54:23,711 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/d79c209d06f3415682d697fd21dfb010, entries=150, sequenceid=209, filesize=30.4 K 2024-11-15T17:54:23,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/f3f04541c4e04afc889bd88fab6ce1de as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/f3f04541c4e04afc889bd88fab6ce1de 2024-11-15T17:54:23,715 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/f3f04541c4e04afc889bd88fab6ce1de, entries=150, sequenceid=209, filesize=11.9 K 2024-11-15T17:54:23,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/0e470277f4d844638665a5562d2f6a10 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/0e470277f4d844638665a5562d2f6a10 2024-11-15T17:54:23,723 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/0e470277f4d844638665a5562d2f6a10, entries=150, sequenceid=209, filesize=11.9 K 2024-11-15T17:54:23,726 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 53843be6de75adee46c98c5eb46046f2 in 1205ms, sequenceid=209, compaction requested=false 2024-11-15T17:54:23,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:23,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:23,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-15T17:54:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-15T17:54:23,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-15T17:54:23,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5230 sec 2024-11-15T17:54:23,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.5310 sec 2024-11-15T17:54:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:23,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-15T17:54:23,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:23,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:23,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:23,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:23,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:23,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:23,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bd39cce59fcc464eadabad83a811974e_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_0/A:col10/1731693262690/Put/seqid=0 2024-11-15T17:54:23,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:23,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693323948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:23,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:23,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693323960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:23,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:23,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693323960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:23,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:23,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693323976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:23,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:23,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:23,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742453_1629 (size=12304) 2024-11-15T17:54:23,994 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:23,998 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bd39cce59fcc464eadabad83a811974e_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bd39cce59fcc464eadabad83a811974e_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:23,998 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/9a952c198b7244ed9204957bade5e3c2, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:23,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/9a952c198b7244ed9204957bade5e3c2 is 175, key is test_row_0/A:col10/1731693262690/Put/seqid=0 2024-11-15T17:54:24,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742454_1630 (size=31105) 2024-11-15T17:54:24,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693324067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:24,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693324077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:24,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:24,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693324077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:24,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:24,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693324087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:24,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:24,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693324277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:24,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693324288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:24,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:24,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693324288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:24,295 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,295 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,295 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:24,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693324296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:24,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T17:54:24,357 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:54:24,358 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:54:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-15T17:54:24,360 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:54:24,361 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:54:24,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:54:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T17:54:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T17:54:24,475 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/9a952c198b7244ed9204957bade5e3c2 2024-11-15T17:54:24,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/842ff34c2a9c43d28f7497669a07d0b4 is 50, key is test_row_0/B:col10/1731693262690/Put/seqid=0 2024-11-15T17:54:24,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T17:54:24,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:24,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:24,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:24,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:24,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:24,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742455_1631 (size=12151) 2024-11-15T17:54:24,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/842ff34c2a9c43d28f7497669a07d0b4 2024-11-15T17:54:24,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/3903b5c6da18497eb0e0cf8f0a162a0c is 50, key is test_row_0/C:col10/1731693262690/Put/seqid=0 2024-11-15T17:54:24,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742456_1632 (size=12151) 2024-11-15T17:54:24,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/3903b5c6da18497eb0e0cf8f0a162a0c 2024-11-15T17:54:24,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/9a952c198b7244ed9204957bade5e3c2 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9a952c198b7244ed9204957bade5e3c2 2024-11-15T17:54:24,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9a952c198b7244ed9204957bade5e3c2, entries=150, sequenceid=229, filesize=30.4 K 2024-11-15T17:54:24,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/842ff34c2a9c43d28f7497669a07d0b4 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/842ff34c2a9c43d28f7497669a07d0b4 2024-11-15T17:54:24,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/842ff34c2a9c43d28f7497669a07d0b4, entries=150, sequenceid=229, filesize=11.9 K 2024-11-15T17:54:24,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/3903b5c6da18497eb0e0cf8f0a162a0c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/3903b5c6da18497eb0e0cf8f0a162a0c 2024-11-15T17:54:24,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693324597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:24,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:24,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693324606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:24,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:24,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693324609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:24,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693324617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:24,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/3903b5c6da18497eb0e0cf8f0a162a0c, entries=150, sequenceid=229, filesize=11.9 K 2024-11-15T17:54:24,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 53843be6de75adee46c98c5eb46046f2 in 719ms, sequenceid=229, compaction requested=true 2024-11-15T17:54:24,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:24,625 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:54:24,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53843be6de75adee46c98c5eb46046f2:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:54:24,626 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:54:24,626 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 53843be6de75adee46c98c5eb46046f2/A is initiating minor compaction (all files) 2024-11-15T17:54:24,626 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53843be6de75adee46c98c5eb46046f2/A in TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:24,626 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/6598957ea69948f4aea6bb7bee6fb014, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/d79c209d06f3415682d697fd21dfb010, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9a952c198b7244ed9204957bade5e3c2] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp, totalSize=91.5 K 2024-11-15T17:54:24,626 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:24,626 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/6598957ea69948f4aea6bb7bee6fb014, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/d79c209d06f3415682d697fd21dfb010, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9a952c198b7244ed9204957bade5e3c2] 2024-11-15T17:54:24,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:24,630 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6598957ea69948f4aea6bb7bee6fb014, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731693260291 2024-11-15T17:54:24,630 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:54:24,630 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting d79c209d06f3415682d697fd21dfb010, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731693261471 2024-11-15T17:54:24,631 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a952c198b7244ed9204957bade5e3c2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731693262690 2024-11-15T17:54:24,631 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:54:24,631 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 53843be6de75adee46c98c5eb46046f2/B is initiating minor compaction (all files) 2024-11-15T17:54:24,631 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53843be6de75adee46c98c5eb46046f2/B in TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:24,632 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/3cebca6707ef447fb82bde1e92dd4351, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/f3f04541c4e04afc889bd88fab6ce1de, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/842ff34c2a9c43d28f7497669a07d0b4] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp, totalSize=36.0 K 2024-11-15T17:54:24,632 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cebca6707ef447fb82bde1e92dd4351, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731693260291 2024-11-15T17:54:24,632 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting f3f04541c4e04afc889bd88fab6ce1de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731693261471 2024-11-15T17:54:24,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53843be6de75adee46c98c5eb46046f2:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:54:24,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:24,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53843be6de75adee46c98c5eb46046f2:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:54:24,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:54:24,633 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 842ff34c2a9c43d28f7497669a07d0b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731693262690 2024-11-15T17:54:24,655 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:24,665 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53843be6de75adee46c98c5eb46046f2#B#compaction#535 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:54:24,665 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/4a4e01f05de145939a5431d70e5e6713 is 50, key is test_row_0/B:col10/1731693262690/Put/seqid=0 2024-11-15T17:54:24,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T17:54:24,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:24,669 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-15T17:54:24,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:24,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:24,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:24,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:24,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:24,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T17:54:24,683 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115d41c8c692d1e4532a1052d6cd6fd2118_53843be6de75adee46c98c5eb46046f2 store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:24,685 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115d41c8c692d1e4532a1052d6cd6fd2118_53843be6de75adee46c98c5eb46046f2, store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:24,685 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d41c8c692d1e4532a1052d6cd6fd2118_53843be6de75adee46c98c5eb46046f2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:24,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742457_1633 (size=12663) 2024-11-15T17:54:24,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742458_1634 (size=4469) 2024-11-15T17:54:24,765 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53843be6de75adee46c98c5eb46046f2#A#compaction#534 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:54:24,765 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/cb85d636c3df446d882fda48c13e9ec3 is 175, key is test_row_0/A:col10/1731693262690/Put/seqid=0 2024-11-15T17:54:24,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b3986b1e37074b729be4239c189ce94c_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_0/A:col10/1731693263953/Put/seqid=0 2024-11-15T17:54:24,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742459_1635 (size=31617) 2024-11-15T17:54:24,801 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/cb85d636c3df446d882fda48c13e9ec3 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/cb85d636c3df446d882fda48c13e9ec3 2024-11-15T17:54:24,806 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53843be6de75adee46c98c5eb46046f2/A of 53843be6de75adee46c98c5eb46046f2 into cb85d636c3df446d882fda48c13e9ec3(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:54:24,806 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:24,806 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., storeName=53843be6de75adee46c98c5eb46046f2/A, priority=13, startTime=1731693264624; duration=0sec 2024-11-15T17:54:24,806 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:54:24,806 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53843be6de75adee46c98c5eb46046f2:A 2024-11-15T17:54:24,806 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:54:24,807 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:54:24,807 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 53843be6de75adee46c98c5eb46046f2/C is initiating minor compaction (all files) 2024-11-15T17:54:24,808 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53843be6de75adee46c98c5eb46046f2/C in TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:24,808 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/c9569b5285b14d769f13cbbe35d25f94, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/0e470277f4d844638665a5562d2f6a10, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/3903b5c6da18497eb0e0cf8f0a162a0c] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp, totalSize=36.0 K 2024-11-15T17:54:24,808 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9569b5285b14d769f13cbbe35d25f94, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731693260291 2024-11-15T17:54:24,808 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e470277f4d844638665a5562d2f6a10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731693261471 2024-11-15T17:54:24,809 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3903b5c6da18497eb0e0cf8f0a162a0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731693262690 2024-11-15T17:54:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:24,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:24,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742460_1636 (size=12304) 2024-11-15T17:54:24,841 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53843be6de75adee46c98c5eb46046f2#C#compaction#537 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:54:24,841 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/9c8a9d1c0a1c4decb49a98c9117774c0 is 50, key is test_row_0/C:col10/1731693262690/Put/seqid=0 2024-11-15T17:54:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742461_1637 (size=12663) 2024-11-15T17:54:24,876 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/9c8a9d1c0a1c4decb49a98c9117774c0 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/9c8a9d1c0a1c4decb49a98c9117774c0 2024-11-15T17:54:24,880 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53843be6de75adee46c98c5eb46046f2/C of 53843be6de75adee46c98c5eb46046f2 into 9c8a9d1c0a1c4decb49a98c9117774c0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:54:24,880 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:24,880 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., storeName=53843be6de75adee46c98c5eb46046f2/C, priority=13, startTime=1731693264633; duration=0sec 2024-11-15T17:54:24,880 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:24,880 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53843be6de75adee46c98c5eb46046f2:C 2024-11-15T17:54:24,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693324940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:24,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:24,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T17:54:25,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693325057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:25,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:25,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:25,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:25,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693325107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:25,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693325117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:25,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693325117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:25,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:25,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:25,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:25,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:25,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693325126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:25,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:25,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:25,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:25,156 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/4a4e01f05de145939a5431d70e5e6713 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/4a4e01f05de145939a5431d70e5e6713 2024-11-15T17:54:25,162 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53843be6de75adee46c98c5eb46046f2/B of 53843be6de75adee46c98c5eb46046f2 into 4a4e01f05de145939a5431d70e5e6713(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:54:25,163 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:25,163 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., storeName=53843be6de75adee46c98c5eb46046f2/B, priority=13, startTime=1731693264630; duration=0sec 2024-11-15T17:54:25,163 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:25,163 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53843be6de75adee46c98c5eb46046f2:B 2024-11-15T17:54:25,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:25,245 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b3986b1e37074b729be4239c189ce94c_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b3986b1e37074b729be4239c189ce94c_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:25,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/9b27078ef6f246fdb6456acb2de7e0d0, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:25,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/9b27078ef6f246fdb6456acb2de7e0d0 is 175, key is test_row_0/A:col10/1731693263953/Put/seqid=0 2024-11-15T17:54:25,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693325267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:25,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:25,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:25,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:25,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742462_1638 (size=31105) 2024-11-15T17:54:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T17:54:25,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693325577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:25,691 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/9b27078ef6f246fdb6456acb2de7e0d0 2024-11-15T17:54:25,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/7a81bbf2d5e44f2b82990c5952ac0e7a is 50, key is test_row_0/B:col10/1731693263953/Put/seqid=0 2024-11-15T17:54:25,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742463_1639 (size=12151) 2024-11-15T17:54:26,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693326087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:26,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:26,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:26,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693326127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:26,130 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in 53843be6de75adee46c98c5eb46046f2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:54:26,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:26,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:26,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:26,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693326127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:26,131 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_1' in 53843be6de75adee46c98c5eb46046f2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:54:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:26,132 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/7a81bbf2d5e44f2b82990c5952ac0e7a 2024-11-15T17:54:26,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693326138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:26,139 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_1' in 53843be6de75adee46c98c5eb46046f2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:54:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:26,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:26,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/e8b3f659599b41108933e5cf3685fc39 is 50, key is test_row_0/C:col10/1731693263953/Put/seqid=0 2024-11-15T17:54:26,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693326147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:26,154 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_2' in 53843be6de75adee46c98c5eb46046f2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:54:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:26,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742464_1640 (size=12151) 2024-11-15T17:54:26,192 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/e8b3f659599b41108933e5cf3685fc39 2024-11-15T17:54:26,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/9b27078ef6f246fdb6456acb2de7e0d0 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9b27078ef6f246fdb6456acb2de7e0d0 2024-11-15T17:54:26,200 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9b27078ef6f246fdb6456acb2de7e0d0, entries=150, sequenceid=245, filesize=30.4 K 2024-11-15T17:54:26,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/7a81bbf2d5e44f2b82990c5952ac0e7a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/7a81bbf2d5e44f2b82990c5952ac0e7a 2024-11-15T17:54:26,206 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/7a81bbf2d5e44f2b82990c5952ac0e7a, entries=150, sequenceid=245, filesize=11.9 K 2024-11-15T17:54:26,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/e8b3f659599b41108933e5cf3685fc39 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/e8b3f659599b41108933e5cf3685fc39 2024-11-15T17:54:26,210 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/e8b3f659599b41108933e5cf3685fc39, entries=150, sequenceid=245, filesize=11.9 K 2024-11-15T17:54:26,211 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 53843be6de75adee46c98c5eb46046f2 in 1542ms, sequenceid=245, compaction requested=false 2024-11-15T17:54:26,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:26,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:26,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-15T17:54:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-15T17:54:26,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-15T17:54:26,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8520 sec 2024-11-15T17:54:26,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 1.8570 sec 2024-11-15T17:54:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T17:54:26,506 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:54:26,507 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:54:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-15T17:54:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T17:54:26,509 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:54:26,510 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:54:26,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:54:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T17:54:26,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-15T17:54:26,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:26,664 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-15T17:54:26,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:26,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:26,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:26,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:26,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:26,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:26,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c0bb6d27b0c84d3db4b127a0c41af144_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_0/A:col10/1731693264937/Put/seqid=0 2024-11-15T17:54:26,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742465_1641 (size=12454) 2024-11-15T17:54:26,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,711 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c0bb6d27b0c84d3db4b127a0c41af144_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c0bb6d27b0c84d3db4b127a0c41af144_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:26,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/d94bc892330b428887508ed5cc40a7b5, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:26,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/d94bc892330b428887508ed5cc40a7b5 is 175, key is test_row_0/A:col10/1731693264937/Put/seqid=0 2024-11-15T17:54:26,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742466_1642 (size=31255) 2024-11-15T17:54:26,756 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/d94bc892330b428887508ed5cc40a7b5 2024-11-15T17:54:26,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/2e0661a6e1c642618c64734652c6189e is 50, key is test_row_0/B:col10/1731693264937/Put/seqid=0 2024-11-15T17:54:26,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742467_1643 (size=12301) 2024-11-15T17:54:26,807 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/2e0661a6e1c642618c64734652c6189e 2024-11-15T17:54:26,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/36a9af7f54fb4a7597408c58743f3c13 is 50, key is test_row_0/C:col10/1731693264937/Put/seqid=0 2024-11-15T17:54:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T17:54:26,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742468_1644 (size=12301) 2024-11-15T17:54:26,846 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/36a9af7f54fb4a7597408c58743f3c13 2024-11-15T17:54:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/d94bc892330b428887508ed5cc40a7b5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/d94bc892330b428887508ed5cc40a7b5 2024-11-15T17:54:26,857 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/d94bc892330b428887508ed5cc40a7b5, entries=150, sequenceid=264, filesize=30.5 K 2024-11-15T17:54:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/2e0661a6e1c642618c64734652c6189e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/2e0661a6e1c642618c64734652c6189e 2024-11-15T17:54:26,861 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/2e0661a6e1c642618c64734652c6189e, entries=150, sequenceid=264, filesize=12.0 K 2024-11-15T17:54:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/36a9af7f54fb4a7597408c58743f3c13 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/36a9af7f54fb4a7597408c58743f3c13 2024-11-15T17:54:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,865 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/36a9af7f54fb4a7597408c58743f3c13, entries=150, sequenceid=264, filesize=12.0 K 2024-11-15T17:54:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,865 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for 53843be6de75adee46c98c5eb46046f2 in 201ms, sequenceid=264, compaction requested=true 2024-11-15T17:54:26,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:26,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:26,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-15T17:54:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-15T17:54:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-15T17:54:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 356 msec 2024-11-15T17:54:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 362 msec 2024-11-15T17:54:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T17:54:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,136 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:54:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,137 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:54:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-15T17:54:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,139 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:54:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T17:54:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,139 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:54:27,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:54:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T17:54:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T17:54:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:27,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:27,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:27,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:27,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:27,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bc87761acbe242b987f58c283525d293_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_0/A:col10/1731693267244/Put/seqid=0 2024-11-15T17:54:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742469_1645 (size=12454) 2024-11-15T17:54:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T17:54:27,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:27,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:27,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:27,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:27,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:27,398 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731693267371, max timestamp=1731693267389Num uniques 859; 2024-11-15T17:54:27,398 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-15T17:54:27,398 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731693267371, max timestamp=1731693267389Num uniques 859; 2024-11-15T17:54:27,398 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-15T17:54:27,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693267371, max timestamp=1731693267389Num uniques 859; 2024-11-15T17:54:27,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:54:27,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T17:54:27,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:27,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:27,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:27,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:27,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T17:54:27,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693327509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:27,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:27,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:27,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:27,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T17:54:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:27,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:27,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:27,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:27,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:27,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693327616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:27,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:27,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:27,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:27,659 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:27,663 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bc87761acbe242b987f58c283525d293_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bc87761acbe242b987f58c283525d293_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:27,664 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/9d327cf3e44944beaf26ff18b774a742, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:27,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/9d327cf3e44944beaf26ff18b774a742 is 175, key is test_row_0/A:col10/1731693267244/Put/seqid=0 2024-11-15T17:54:27,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742470_1646 (size=31251) 2024-11-15T17:54:27,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T17:54:27,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:27,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:27,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:27,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:27,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T17:54:27,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693327827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:27,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:27,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:27,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:27,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T17:54:27,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:27,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:27,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:27,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:27,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:28,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T17:54:28,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:28,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:28,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:28,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:28,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:28,083 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/9d327cf3e44944beaf26ff18b774a742 2024-11-15T17:54:28,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/8abd319ae3414ceebcc2cb2e814d6282 is 50, key is test_row_0/B:col10/1731693267244/Put/seqid=0 2024-11-15T17:54:28,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742471_1647 (size=9857) 2024-11-15T17:54:28,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/8abd319ae3414ceebcc2cb2e814d6282 2024-11-15T17:54:28,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/5aaa2c03bb7b482d9af49398f6653c55 is 50, key is test_row_0/C:col10/1731693267244/Put/seqid=0 2024-11-15T17:54:28,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693328137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:28,142 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in 53843be6de75adee46c98c5eb46046f2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:54:28,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:28,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:28,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:28,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693328137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:28,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:28,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:28,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:28,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693328147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:28,152 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_1' in 53843be6de75adee46c98c5eb46046f2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:54:28,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:28,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:28,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:28,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742472_1648 (size=9857) 2024-11-15T17:54:28,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/5aaa2c03bb7b482d9af49398f6653c55 2024-11-15T17:54:28,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/9d327cf3e44944beaf26ff18b774a742 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9d327cf3e44944beaf26ff18b774a742 2024-11-15T17:54:28,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9d327cf3e44944beaf26ff18b774a742, entries=150, sequenceid=274, filesize=30.5 K 2024-11-15T17:54:28,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/8abd319ae3414ceebcc2cb2e814d6282 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/8abd319ae3414ceebcc2cb2e814d6282 2024-11-15T17:54:28,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:28,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693328166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:28,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:28,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693328166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:28,173 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_2' in 53843be6de75adee46c98c5eb46046f2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:54:28,173 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_1' in 53843be6de75adee46c98c5eb46046f2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:54:28,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:28,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:28,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:28,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:28,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:28,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:28,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/8abd319ae3414ceebcc2cb2e814d6282, entries=100, sequenceid=274, filesize=9.6 K 2024-11-15T17:54:28,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/5aaa2c03bb7b482d9af49398f6653c55 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/5aaa2c03bb7b482d9af49398f6653c55 2024-11-15T17:54:28,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/5aaa2c03bb7b482d9af49398f6653c55, entries=100, sequenceid=274, filesize=9.6 K 2024-11-15T17:54:28,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=133.39 KB/136590 for 53843be6de75adee46c98c5eb46046f2 in 933ms, sequenceid=274, compaction requested=true 2024-11-15T17:54:28,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:28,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53843be6de75adee46c98c5eb46046f2:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:54:28,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:28,180 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:54:28,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53843be6de75adee46c98c5eb46046f2:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:54:28,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:28,180 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:54:28,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53843be6de75adee46c98c5eb46046f2:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:54:28,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:54:28,181 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125228 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:54:28,181 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 53843be6de75adee46c98c5eb46046f2/A is initiating minor compaction (all files) 2024-11-15T17:54:28,181 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53843be6de75adee46c98c5eb46046f2/A in TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:28,181 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/cb85d636c3df446d882fda48c13e9ec3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9b27078ef6f246fdb6456acb2de7e0d0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/d94bc892330b428887508ed5cc40a7b5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9d327cf3e44944beaf26ff18b774a742] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp, totalSize=122.3 K 2024-11-15T17:54:28,181 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:28,181 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/cb85d636c3df446d882fda48c13e9ec3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9b27078ef6f246fdb6456acb2de7e0d0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/d94bc892330b428887508ed5cc40a7b5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9d327cf3e44944beaf26ff18b774a742] 2024-11-15T17:54:28,181 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46972 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:54:28,181 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 53843be6de75adee46c98c5eb46046f2/B is initiating minor compaction (all files) 2024-11-15T17:54:28,181 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53843be6de75adee46c98c5eb46046f2/B in TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:28,181 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb85d636c3df446d882fda48c13e9ec3, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731693262690 2024-11-15T17:54:28,181 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/4a4e01f05de145939a5431d70e5e6713, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/7a81bbf2d5e44f2b82990c5952ac0e7a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/2e0661a6e1c642618c64734652c6189e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/8abd319ae3414ceebcc2cb2e814d6282] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp, totalSize=45.9 K 2024-11-15T17:54:28,181 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b27078ef6f246fdb6456acb2de7e0d0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731693263941 2024-11-15T17:54:28,182 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting d94bc892330b428887508ed5cc40a7b5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731693264904 2024-11-15T17:54:28,182 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a4e01f05de145939a5431d70e5e6713, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731693262690 2024-11-15T17:54:28,182 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d327cf3e44944beaf26ff18b774a742, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731693267221 2024-11-15T17:54:28,182 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a81bbf2d5e44f2b82990c5952ac0e7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731693263941 2024-11-15T17:54:28,183 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e0661a6e1c642618c64734652c6189e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731693264904 2024-11-15T17:54:28,183 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 8abd319ae3414ceebcc2cb2e814d6282, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731693267232 2024-11-15T17:54:28,190 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:28,191 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53843be6de75adee46c98c5eb46046f2#B#compaction#546 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:54:28,192 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/5d05ff35fea242ab9fc67b3576fba051 is 50, key is test_row_0/B:col10/1731693267244/Put/seqid=0 2024-11-15T17:54:28,200 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411157909ecb0655c473d9af21f35829004ac_53843be6de75adee46c98c5eb46046f2 store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:28,201 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411157909ecb0655c473d9af21f35829004ac_53843be6de75adee46c98c5eb46046f2, store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:28,201 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157909ecb0655c473d9af21f35829004ac_53843be6de75adee46c98c5eb46046f2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:28,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T17:54:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:28,212 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=133.39 KB heapSize=383.16 KB 2024-11-15T17:54:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:28,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:54:28,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:28,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:54:28,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:28,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:54:28,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742473_1649 (size=12949) 2024-11-15T17:54:28,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742474_1650 (size=4469) 2024-11-15T17:54:28,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153314e9fb8e604a7ca88bb8ecca78573a_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_0/A:col10/1731693267502/Put/seqid=0 2024-11-15T17:54:28,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742475_1651 (size=12454) 2024-11-15T17:54:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T17:54:28,620 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/5d05ff35fea242ab9fc67b3576fba051 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/5d05ff35fea242ab9fc67b3576fba051 2024-11-15T17:54:28,622 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53843be6de75adee46c98c5eb46046f2#A#compaction#547 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:54:28,622 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/e700346ca25043b2a57c01d804f63f1a is 175, key is test_row_0/A:col10/1731693267244/Put/seqid=0 2024-11-15T17:54:28,624 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 53843be6de75adee46c98c5eb46046f2/B of 53843be6de75adee46c98c5eb46046f2 into 5d05ff35fea242ab9fc67b3576fba051(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:54:28,624 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:28,624 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., storeName=53843be6de75adee46c98c5eb46046f2/B, priority=12, startTime=1731693268180; duration=0sec 2024-11-15T17:54:28,624 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:54:28,624 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53843be6de75adee46c98c5eb46046f2:B 2024-11-15T17:54:28,624 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T17:54:28,625 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46972 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T17:54:28,625 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 53843be6de75adee46c98c5eb46046f2/C is initiating minor compaction (all files) 2024-11-15T17:54:28,625 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53843be6de75adee46c98c5eb46046f2/C in TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:28,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742476_1652 (size=32010) 2024-11-15T17:54:28,626 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/9c8a9d1c0a1c4decb49a98c9117774c0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/e8b3f659599b41108933e5cf3685fc39, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/36a9af7f54fb4a7597408c58743f3c13, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/5aaa2c03bb7b482d9af49398f6653c55] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp, totalSize=45.9 K 2024-11-15T17:54:28,626 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c8a9d1c0a1c4decb49a98c9117774c0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731693262690 2024-11-15T17:54:28,626 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting e8b3f659599b41108933e5cf3685fc39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731693263941 2024-11-15T17:54:28,626 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 36a9af7f54fb4a7597408c58743f3c13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731693264904 2024-11-15T17:54:28,627 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 5aaa2c03bb7b482d9af49398f6653c55, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731693267232 2024-11-15T17:54:28,632 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53843be6de75adee46c98c5eb46046f2#C#compaction#549 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:54:28,633 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/e9abdfadade244ad982987532ca9535f is 50, key is test_row_0/C:col10/1731693267244/Put/seqid=0 2024-11-15T17:54:28,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742477_1653 (size=12949) 2024-11-15T17:54:28,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:28,639 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153314e9fb8e604a7ca88bb8ecca78573a_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153314e9fb8e604a7ca88bb8ecca78573a_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:28,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/dbc629d96a0e4d8798e729d88a2c6f96, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:28,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/dbc629d96a0e4d8798e729d88a2c6f96 is 175, key is test_row_0/A:col10/1731693267502/Put/seqid=0 2024-11-15T17:54:28,644 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/e9abdfadade244ad982987532ca9535f as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/e9abdfadade244ad982987532ca9535f 2024-11-15T17:54:28,648 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 53843be6de75adee46c98c5eb46046f2/C of 53843be6de75adee46c98c5eb46046f2 into e9abdfadade244ad982987532ca9535f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:54:28,648 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:28,648 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., storeName=53843be6de75adee46c98c5eb46046f2/C, priority=12, startTime=1731693268180; duration=0sec 2024-11-15T17:54:28,648 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:28,648 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53843be6de75adee46c98c5eb46046f2:C 2024-11-15T17:54:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:28,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742478_1654 (size=31255) 2024-11-15T17:54:28,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:28,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693328696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:28,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:28,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:28,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:28,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693328806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:28,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:28,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:28,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:29,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693329017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:29,029 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/e700346ca25043b2a57c01d804f63f1a as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/e700346ca25043b2a57c01d804f63f1a 2024-11-15T17:54:29,032 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 53843be6de75adee46c98c5eb46046f2/A of 53843be6de75adee46c98c5eb46046f2 into e700346ca25043b2a57c01d804f63f1a(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:54:29,032 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:29,032 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., storeName=53843be6de75adee46c98c5eb46046f2/A, priority=12, startTime=1731693268179; duration=0sec 2024-11-15T17:54:29,032 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:29,032 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53843be6de75adee46c98c5eb46046f2:A 2024-11-15T17:54:29,062 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/dbc629d96a0e4d8798e729d88a2c6f96 2024-11-15T17:54:29,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/62a5557187304b11b102efcda5b5bf02 is 50, key is test_row_0/B:col10/1731693267502/Put/seqid=0 2024-11-15T17:54:29,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742479_1655 (size=12301) 2024-11-15T17:54:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T17:54:29,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693329326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:29,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:29,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:29,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:29,470 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/62a5557187304b11b102efcda5b5bf02 2024-11-15T17:54:29,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/09fcacde6ef548698ae188ee457e3463 is 50, key is test_row_0/C:col10/1731693267502/Put/seqid=0 2024-11-15T17:54:29,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742480_1656 (size=12301) 2024-11-15T17:54:29,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693329837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:29,880 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/09fcacde6ef548698ae188ee457e3463 2024-11-15T17:54:29,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/dbc629d96a0e4d8798e729d88a2c6f96 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/dbc629d96a0e4d8798e729d88a2c6f96 2024-11-15T17:54:29,885 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/dbc629d96a0e4d8798e729d88a2c6f96, entries=150, sequenceid=311, filesize=30.5 K 2024-11-15T17:54:29,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/62a5557187304b11b102efcda5b5bf02 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/62a5557187304b11b102efcda5b5bf02 2024-11-15T17:54:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,888 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/62a5557187304b11b102efcda5b5bf02, entries=150, sequenceid=311, filesize=12.0 K 2024-11-15T17:54:29,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/09fcacde6ef548698ae188ee457e3463 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/09fcacde6ef548698ae188ee457e3463 2024-11-15T17:54:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,891 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/09fcacde6ef548698ae188ee457e3463, entries=150, sequenceid=311, filesize=12.0 K 2024-11-15T17:54:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,892 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~133.39 KB/136590, heapSize ~383.11 KB/392304, currentSize=46.96 KB/48090 for 53843be6de75adee46c98c5eb46046f2 in 1680ms, sequenceid=311, compaction requested=false 2024-11-15T17:54:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:29,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:29,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-15T17:54:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-15T17:54:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-15T17:54:29,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7540 sec 2024-11-15T17:54:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 2.7580 sec 2024-11-15T17:54:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:30,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-15T17:54:30,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:30,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:30,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:30,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:30,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115594f7097628b4748a0853ac9609600f4_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_0/A:col10/1731693268688/Put/seqid=0 2024-11-15T17:54:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742481_1657 (size=12454) 2024-11-15T17:54:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,867 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,873 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115594f7097628b4748a0853ac9609600f4_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115594f7097628b4748a0853ac9609600f4_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,874 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/802191ca2bf043418828ea8b26f41f9d, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/802191ca2bf043418828ea8b26f41f9d is 175, key is test_row_0/A:col10/1731693268688/Put/seqid=0 2024-11-15T17:54:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742482_1658 (size=31251) 2024-11-15T17:54:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,907 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/802191ca2bf043418828ea8b26f41f9d 2024-11-15T17:54:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/69f3c0448d1a4fddb1bf895edb9a8076 is 50, key is test_row_0/B:col10/1731693268688/Put/seqid=0 2024-11-15T17:54:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:30,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742483_1659 (size=9857) 2024-11-15T17:54:30,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693270961, max timestamp=1731693270983Num uniques 859; 2024-11-15T17:54:30,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:54:30,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693270961, max timestamp=1731693270983Num uniques 859; 2024-11-15T17:54:30,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:54:30,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731693270961, max timestamp=1731693270983Num uniques 859; 2024-11-15T17:54:30,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4e3b17656000:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-15T17:54:31,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693331065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:31,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693331176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T17:54:31,297 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:54:31,297 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T17:54:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-11-15T17:54:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T17:54:31,300 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T17:54:31,300 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T17:54:31,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T17:54:31,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/69f3c0448d1a4fddb1bf895edb9a8076 2024-11-15T17:54:31,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/81a45c0c70f34d2ca025dde926ec285b is 50, key is test_row_0/C:col10/1731693268688/Put/seqid=0 2024-11-15T17:54:31,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742484_1660 (size=9857) 2024-11-15T17:54:31,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/81a45c0c70f34d2ca025dde926ec285b 2024-11-15T17:54:31,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/802191ca2bf043418828ea8b26f41f9d as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/802191ca2bf043418828ea8b26f41f9d 2024-11-15T17:54:31,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/802191ca2bf043418828ea8b26f41f9d, entries=150, sequenceid=325, filesize=30.5 K 2024-11-15T17:54:31,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/69f3c0448d1a4fddb1bf895edb9a8076 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/69f3c0448d1a4fddb1bf895edb9a8076 2024-11-15T17:54:31,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/69f3c0448d1a4fddb1bf895edb9a8076, entries=100, sequenceid=325, filesize=9.6 K 2024-11-15T17:54:31,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/81a45c0c70f34d2ca025dde926ec285b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/81a45c0c70f34d2ca025dde926ec285b 2024-11-15T17:54:31,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/81a45c0c70f34d2ca025dde926ec285b, entries=100, sequenceid=325, filesize=9.6 K 2024-11-15T17:54:31,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 53843be6de75adee46c98c5eb46046f2 in 515ms, sequenceid=325, compaction requested=true 2024-11-15T17:54:31,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:31,366 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:54:31,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53843be6de75adee46c98c5eb46046f2:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T17:54:31,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:31,366 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:54:31,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53843be6de75adee46c98c5eb46046f2:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T17:54:31,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:31,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53843be6de75adee46c98c5eb46046f2:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T17:54:31,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:54:31,366 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94516 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:54:31,367 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:54:31,367 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1541): 53843be6de75adee46c98c5eb46046f2/A is initiating minor compaction (all files) 2024-11-15T17:54:31,367 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 53843be6de75adee46c98c5eb46046f2/B is initiating minor compaction (all files) 2024-11-15T17:54:31,367 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53843be6de75adee46c98c5eb46046f2/A in TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:31,367 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53843be6de75adee46c98c5eb46046f2/B in TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:31,367 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/5d05ff35fea242ab9fc67b3576fba051, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/62a5557187304b11b102efcda5b5bf02, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/69f3c0448d1a4fddb1bf895edb9a8076] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp, totalSize=34.3 K 2024-11-15T17:54:31,367 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/e700346ca25043b2a57c01d804f63f1a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/dbc629d96a0e4d8798e729d88a2c6f96, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/802191ca2bf043418828ea8b26f41f9d] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp, totalSize=92.3 K 2024-11-15T17:54:31,367 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:31,367 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. files: [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/e700346ca25043b2a57c01d804f63f1a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/dbc629d96a0e4d8798e729d88a2c6f96, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/802191ca2bf043418828ea8b26f41f9d] 2024-11-15T17:54:31,367 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d05ff35fea242ab9fc67b3576fba051, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731693264913 2024-11-15T17:54:31,367 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting e700346ca25043b2a57c01d804f63f1a, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731693264913 2024-11-15T17:54:31,367 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 62a5557187304b11b102efcda5b5bf02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731693267447 2024-11-15T17:54:31,368 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 69f3c0448d1a4fddb1bf895edb9a8076, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731693268688 2024-11-15T17:54:31,368 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbc629d96a0e4d8798e729d88a2c6f96, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731693267447 2024-11-15T17:54:31,369 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] compactions.Compactor(225): Compacting 802191ca2bf043418828ea8b26f41f9d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731693268688 2024-11-15T17:54:31,373 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:31,374 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53843be6de75adee46c98c5eb46046f2#B#compaction#556 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:54:31,375 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/1199ccfe27034a38aeea152ff72d2e5c is 50, key is test_row_0/B:col10/1731693268688/Put/seqid=0 2024-11-15T17:54:31,376 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115695b7f35079e4be4b567d1556f0c842b_53843be6de75adee46c98c5eb46046f2 store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:31,378 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115695b7f35079e4be4b567d1556f0c842b_53843be6de75adee46c98c5eb46046f2, store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:31,378 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115695b7f35079e4be4b567d1556f0c842b_53843be6de75adee46c98c5eb46046f2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:31,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742485_1661 (size=13051) 2024-11-15T17:54:31,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742486_1662 (size=4469) 2024-11-15T17:54:31,384 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/1199ccfe27034a38aeea152ff72d2e5c as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/1199ccfe27034a38aeea152ff72d2e5c 2024-11-15T17:54:31,385 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53843be6de75adee46c98c5eb46046f2#A#compaction#555 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:54:31,385 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/b19c2b26a9da4d55bb515e5f1013e99f is 175, key is test_row_0/A:col10/1731693268688/Put/seqid=0 2024-11-15T17:54:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:31,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-15T17:54:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:54:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:54:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-15T17:54:31,394 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53843be6de75adee46c98c5eb46046f2/B of 53843be6de75adee46c98c5eb46046f2 into 1199ccfe27034a38aeea152ff72d2e5c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:54:31,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742487_1663 (size=32112) 2024-11-15T17:54:31,394 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:31,394 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., storeName=53843be6de75adee46c98c5eb46046f2/B, priority=13, startTime=1731693271366; duration=0sec 2024-11-15T17:54:31,395 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T17:54:31,395 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53843be6de75adee46c98c5eb46046f2:B 2024-11-15T17:54:31,395 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T17:54:31,396 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T17:54:31,396 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1541): 53843be6de75adee46c98c5eb46046f2/C is initiating minor compaction (all files) 2024-11-15T17:54:31,396 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53843be6de75adee46c98c5eb46046f2/C in TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:31,396 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/e9abdfadade244ad982987532ca9535f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/09fcacde6ef548698ae188ee457e3463, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/81a45c0c70f34d2ca025dde926ec285b] into tmpdir=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp, totalSize=34.3 K 2024-11-15T17:54:31,396 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting e9abdfadade244ad982987532ca9535f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731693264913 2024-11-15T17:54:31,396 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 09fcacde6ef548698ae188ee457e3463, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731693267447 2024-11-15T17:54:31,397 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] compactions.Compactor(225): Compacting 81a45c0c70f34d2ca025dde926ec285b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731693268688 2024-11-15T17:54:31,404 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/b19c2b26a9da4d55bb515e5f1013e99f as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/b19c2b26a9da4d55bb515e5f1013e99f 2024-11-15T17:54:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T17:54:31,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152d0e03189b4644298c684f2766f3f1d6_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_0/A:col10/1731693271390/Put/seqid=0 2024-11-15T17:54:31,416 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53843be6de75adee46c98c5eb46046f2/A of 53843be6de75adee46c98c5eb46046f2 into b19c2b26a9da4d55bb515e5f1013e99f(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:54:31,416 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:31,416 INFO [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., storeName=53843be6de75adee46c98c5eb46046f2/A, priority=13, startTime=1731693271366; duration=0sec 2024-11-15T17:54:31,416 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:31,416 DEBUG [RS:0;4e3b17656000:39103-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53843be6de75adee46c98c5eb46046f2:A 2024-11-15T17:54:31,420 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53843be6de75adee46c98c5eb46046f2#C#compaction#558 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T17:54:31,420 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/5ac0c5bc4e124238af35e4b157f75c5e is 50, key is test_row_0/C:col10/1731693268688/Put/seqid=0 2024-11-15T17:54:31,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742489_1665 (size=13051) 2024-11-15T17:54:31,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742488_1664 (size=14994) 2024-11-15T17:54:31,426 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:31,431 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152d0e03189b4644298c684f2766f3f1d6_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152d0e03189b4644298c684f2766f3f1d6_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:31,432 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/5ac0c5bc4e124238af35e4b157f75c5e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/5ac0c5bc4e124238af35e4b157f75c5e 2024-11-15T17:54:31,432 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/3e3922a0fdcc445e9dc2b2b56cf8728e, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:31,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/3e3922a0fdcc445e9dc2b2b56cf8728e is 175, key is test_row_0/A:col10/1731693271390/Put/seqid=0 2024-11-15T17:54:31,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742490_1666 (size=39949) 2024-11-15T17:54:31,437 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53843be6de75adee46c98c5eb46046f2/C of 53843be6de75adee46c98c5eb46046f2 into 5ac0c5bc4e124238af35e4b157f75c5e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T17:54:31,437 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:31,437 INFO [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., storeName=53843be6de75adee46c98c5eb46046f2/C, priority=13, startTime=1731693271366; duration=0sec 2024-11-15T17:54:31,437 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T17:54:31,437 DEBUG [RS:0;4e3b17656000:39103-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53843be6de75adee46c98c5eb46046f2:C 2024-11-15T17:54:31,438 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=362, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/3e3922a0fdcc445e9dc2b2b56cf8728e 2024-11-15T17:54:31,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693331434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:31,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:31,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:31,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:31,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/a348beb12d164d8a86dab6ae6810d2e4 is 50, key is test_row_0/B:col10/1731693271390/Put/seqid=0 2024-11-15T17:54:31,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742491_1667 (size=12301) 2024-11-15T17:54:31,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-15T17:54:31,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:31,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:31,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:31,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:31,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:31,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693331546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:31,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-15T17:54:31,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:31,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:31,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:31,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:31,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T17:54:31,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693331756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:31,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:31,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-15T17:54:31,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:31,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:31,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:31,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:31,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:31,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:31,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:31,823 INFO [Thread-2549 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2549. 2024-11-15T17:54:31,823 DEBUG [Thread-2549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:54:31,823 DEBUG [Thread-2549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:31,824 INFO [Thread-2555 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2555. 2024-11-15T17:54:31,824 DEBUG [Thread-2555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:54:31,824 DEBUG [Thread-2549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:31,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:54:31,826 INFO [Thread-2547 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2547. 2024-11-15T17:54:31,826 DEBUG [Thread-2547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:54:31,826 DEBUG [Thread-2547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:31,826 DEBUG [Thread-2547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:31,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:54:31,826 DEBUG [Thread-2555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:31,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:54:31,827 DEBUG [Thread-2555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:31,827 INFO [Thread-2551 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2551. 2024-11-15T17:54:31,827 DEBUG [Thread-2551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:54:31,827 DEBUG [Thread-2551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:31,827 DEBUG [Thread-2551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:31,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:54:31,828 INFO [Thread-2553 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2553. 2024-11-15T17:54:31,828 DEBUG [Thread-2553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:54:31,828 DEBUG [Thread-2553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:31,828 DEBUG [Thread-2553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:31,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:54:31,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/a348beb12d164d8a86dab6ae6810d2e4 2024-11-15T17:54:31,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/373931e4ddd046d4b456de4e8f5e6c50 is 50, key is test_row_0/C:col10/1731693271390/Put/seqid=0 2024-11-15T17:54:31,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742492_1668 (size=12301) 2024-11-15T17:54:31,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-15T17:54:31,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:31,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:31,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:31,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:31,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T17:54:32,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-15T17:54:32,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:32,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:32,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:32,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:32,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:32,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58906 deadline: 1731693332066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:32,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:32,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:32,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:32,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:32,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58896 deadline: 1731693332176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58934 deadline: 1731693332176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:32,177 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_0' in 53843be6de75adee46c98c5eb46046f2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:54:32,177 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_1' in 53843be6de75adee46c98c5eb46046f2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:54:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:32,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58912 deadline: 1731693332197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:32,197 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_2' in 53843be6de75adee46c98c5eb46046f2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:54:32,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:32,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:32,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:32,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T17:54:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58962 deadline: 1731693332207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 2024-11-15T17:54:32,208 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 4e3b17656000,39103,1731693097691 for 'test_row_1' in 53843be6de75adee46c98c5eb46046f2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8248 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T17:54:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 , the old value is region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T17:54:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., hostname=4e3b17656000,39103,1731693097691, seqNum=5 because the exception is null or not the one we care about 2024-11-15T17:54:32,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-15T17:54:32,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:32,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:32,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:32,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:32,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:54:32,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/373931e4ddd046d4b456de4e8f5e6c50 2024-11-15T17:54:32,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/3e3922a0fdcc445e9dc2b2b56cf8728e as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/3e3922a0fdcc445e9dc2b2b56cf8728e 2024-11-15T17:54:32,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/3e3922a0fdcc445e9dc2b2b56cf8728e, entries=200, sequenceid=362, filesize=39.0 K 2024-11-15T17:54:32,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/a348beb12d164d8a86dab6ae6810d2e4 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/a348beb12d164d8a86dab6ae6810d2e4 2024-11-15T17:54:32,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/a348beb12d164d8a86dab6ae6810d2e4, entries=150, sequenceid=362, filesize=12.0 K 2024-11-15T17:54:32,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/373931e4ddd046d4b456de4e8f5e6c50 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/373931e4ddd046d4b456de4e8f5e6c50 2024-11-15T17:54:32,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/373931e4ddd046d4b456de4e8f5e6c50, entries=150, sequenceid=362, filesize=12.0 K 2024-11-15T17:54:32,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 53843be6de75adee46c98c5eb46046f2 in 881ms, sequenceid=362, compaction requested=false 2024-11-15T17:54:32,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:32,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-15T17:54:32,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:32,370 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-15T17:54:32,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:32,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:32,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:32,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:32,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:32,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:32,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115dcc4f7cb61c5426b85371be6585edaf0_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_0/A:col10/1731693271426/Put/seqid=0 2024-11-15T17:54:32,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742493_1669 (size=12454) 2024-11-15T17:54:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T17:54:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39103 {}] regionserver.HRegion(8855): Flush requested on 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:32,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. as already flushing 2024-11-15T17:54:32,578 INFO [Thread-2540 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2540. 2024-11-15T17:54:32,578 DEBUG [Thread-2540 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:54:32,578 DEBUG [Thread-2540 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:32,578 DEBUG [Thread-2540 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:32,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:54:32,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:32,782 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115dcc4f7cb61c5426b85371be6585edaf0_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dcc4f7cb61c5426b85371be6585edaf0_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:32,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/17a042306ecc468a82764be194459614, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:32,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/17a042306ecc468a82764be194459614 is 175, key is test_row_0/A:col10/1731693271426/Put/seqid=0 2024-11-15T17:54:32,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742494_1670 (size=31255) 2024-11-15T17:54:33,186 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/17a042306ecc468a82764be194459614 2024-11-15T17:54:33,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/b0fecb2312b444569894f512673e226b is 50, key is test_row_0/B:col10/1731693271426/Put/seqid=0 2024-11-15T17:54:33,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742495_1671 (size=12301) 2024-11-15T17:54:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T17:54:33,597 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/b0fecb2312b444569894f512673e226b 2024-11-15T17:54:33,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/660d5f6a7f5147b9bc6714a569a5ff61 is 50, key is test_row_0/C:col10/1731693271426/Put/seqid=0 2024-11-15T17:54:33,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742496_1672 (size=12301) 2024-11-15T17:54:34,009 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/660d5f6a7f5147b9bc6714a569a5ff61 2024-11-15T17:54:34,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/17a042306ecc468a82764be194459614 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/17a042306ecc468a82764be194459614 2024-11-15T17:54:34,022 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/17a042306ecc468a82764be194459614, entries=150, sequenceid=375, filesize=30.5 K 2024-11-15T17:54:34,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/b0fecb2312b444569894f512673e226b as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/b0fecb2312b444569894f512673e226b 2024-11-15T17:54:34,026 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/b0fecb2312b444569894f512673e226b, entries=150, sequenceid=375, filesize=12.0 K 2024-11-15T17:54:34,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/660d5f6a7f5147b9bc6714a569a5ff61 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/660d5f6a7f5147b9bc6714a569a5ff61 2024-11-15T17:54:34,029 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/660d5f6a7f5147b9bc6714a569a5ff61, entries=150, sequenceid=375, filesize=12.0 K 2024-11-15T17:54:34,030 INFO [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=6.71 KB/6870 for 53843be6de75adee46c98c5eb46046f2 in 1660ms, sequenceid=375, compaction requested=true 2024-11-15T17:54:34,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for 53843be6de75adee46c98c5eb46046f2: 2024-11-15T17:54:34,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:34,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4e3b17656000:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-11-15T17:54:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-11-15T17:54:34,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-15T17:54:34,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7310 sec 2024-11-15T17:54:34,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 2.7370 sec 2024-11-15T17:54:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T17:54:35,457 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:54:36,070 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:54:42,209 INFO [Thread-2542 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2542. 2024-11-15T17:54:42,209 DEBUG [Thread-2542 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:54:42,209 DEBUG [Thread-2542 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:42,209 DEBUG [Thread-2542 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:42,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:54:42,279 INFO [Thread-2536 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2536. 2024-11-15T17:54:42,279 DEBUG [Thread-2536 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:54:42,279 DEBUG [Thread-2536 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:42,279 INFO [Thread-2544 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2544. 2024-11-15T17:54:42,279 DEBUG [Thread-2536 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:42,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:54:42,279 DEBUG [Thread-2544 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:54:42,279 DEBUG [Thread-2544 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:42,279 DEBUG [Thread-2544 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:42,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:54:42,288 INFO [Thread-2538 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2538. 2024-11-15T17:54:42,288 DEBUG [Thread-2538 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T17:54:42,288 DEBUG [Thread-2538 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:42,289 DEBUG [Thread-2538 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:42,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:54:42,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T17:54:42,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-15T17:54:42,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-15T17:54:42,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 133 2024-11-15T17:54:42,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-15T17:54:42,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-15T17:54:42,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T17:54:42,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2179 2024-11-15T17:54:42,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2124 2024-11-15T17:54:42,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2147 2024-11-15T17:54:42,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2173 2024-11-15T17:54:42,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2128 2024-11-15T17:54:42,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T17:54:42,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:54:42,289 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:54:42,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:42,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:42,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:54:42,291 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T17:54:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T17:54:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-15T17:54:42,294 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693282294"}]},"ts":"1731693282294"} 2024-11-15T17:54:42,295 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T17:54:42,295 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T17:54:42,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T17:54:42,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53843be6de75adee46c98c5eb46046f2, UNASSIGN}] 2024-11-15T17:54:42,298 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53843be6de75adee46c98c5eb46046f2, UNASSIGN 2024-11-15T17:54:42,298 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=178 updating hbase:meta row=53843be6de75adee46c98c5eb46046f2, regionState=CLOSING, regionLocation=4e3b17656000,39103,1731693097691 2024-11-15T17:54:42,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=53843be6de75adee46c98c5eb46046f2, UNASSIGN because future has completed 2024-11-15T17:54:42,300 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T17:54:42,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; CloseRegionProcedure 53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691}] 2024-11-15T17:54:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-15T17:54:42,452 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(122): Close 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:42,452 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T17:54:42,453 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1722): Closing 53843be6de75adee46c98c5eb46046f2, disabling compactions & flushes 2024-11-15T17:54:42,453 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:42,453 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:42,453 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. after waiting 0 ms 2024-11-15T17:54:42,453 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:42,453 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(2902): Flushing 53843be6de75adee46c98c5eb46046f2 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-15T17:54:42,453 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=A 2024-11-15T17:54:42,453 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:42,453 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=B 2024-11-15T17:54:42,453 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:42,453 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53843be6de75adee46c98c5eb46046f2, store=C 2024-11-15T17:54:42,453 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T17:54:42,460 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115978f49688ec14e63bdd97306bdd7adc5_53843be6de75adee46c98c5eb46046f2 is 50, key is test_row_0/A:col10/1731693282207/Put/seqid=0 2024-11-15T17:54:42,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742497_1673 (size=12454) 2024-11-15T17:54:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-15T17:54:42,865 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:54:42,869 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115978f49688ec14e63bdd97306bdd7adc5_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115978f49688ec14e63bdd97306bdd7adc5_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:42,869 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/d777e787706a4e9e92aa335039b8e8c7, store: [table=TestAcidGuarantees family=A region=53843be6de75adee46c98c5eb46046f2] 2024-11-15T17:54:42,870 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/d777e787706a4e9e92aa335039b8e8c7 is 175, key is test_row_0/A:col10/1731693282207/Put/seqid=0 2024-11-15T17:54:42,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742498_1674 (size=31255) 2024-11-15T17:54:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-15T17:54:43,274 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=383, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/d777e787706a4e9e92aa335039b8e8c7 2024-11-15T17:54:43,286 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/f4cdd4a5e4a942aca73c77f53b50bfa8 is 50, key is test_row_0/B:col10/1731693282207/Put/seqid=0 2024-11-15T17:54:43,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742499_1675 (size=12301) 2024-11-15T17:54:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-15T17:54:43,692 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/f4cdd4a5e4a942aca73c77f53b50bfa8 2024-11-15T17:54:43,703 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/ea83917771524807bd10d07fbec63ebb is 50, key is test_row_0/C:col10/1731693282207/Put/seqid=0 2024-11-15T17:54:43,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742500_1676 (size=12301) 2024-11-15T17:54:44,108 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/ea83917771524807bd10d07fbec63ebb 2024-11-15T17:54:44,118 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/A/d777e787706a4e9e92aa335039b8e8c7 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/d777e787706a4e9e92aa335039b8e8c7 2024-11-15T17:54:44,122 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/d777e787706a4e9e92aa335039b8e8c7, entries=150, sequenceid=383, filesize=30.5 K 2024-11-15T17:54:44,123 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/B/f4cdd4a5e4a942aca73c77f53b50bfa8 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/f4cdd4a5e4a942aca73c77f53b50bfa8 2024-11-15T17:54:44,126 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/f4cdd4a5e4a942aca73c77f53b50bfa8, entries=150, sequenceid=383, filesize=12.0 K 2024-11-15T17:54:44,127 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/.tmp/C/ea83917771524807bd10d07fbec63ebb as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/ea83917771524807bd10d07fbec63ebb 2024-11-15T17:54:44,130 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/ea83917771524807bd10d07fbec63ebb, entries=150, sequenceid=383, filesize=12.0 K 2024-11-15T17:54:44,131 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 53843be6de75adee46c98c5eb46046f2 in 1678ms, sequenceid=383, compaction requested=true 2024-11-15T17:54:44,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/2f8d92f2034647c598adaa875d6093bf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/955a9740a358427d80203b7954f5f625, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/c6fca1cd19cd4417830d054ce7458803, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/5d03f691e1ca427e8b0ab7ef09f0c738, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/61f8125c925a49de8b28967cc06745cf, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/b8a59c8b3a134e648480fd5844fc547d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/23e98a9161584d73b1e4b035c9d2cf9e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/783b0526ec314fd48afddc62244f671d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/e8dcc470d51e4cf0b96b17f887cce50e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/147471e9d2dd47e2a06f340c7c8cbb78, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/4549359c9e4145558030ab74d80254ea, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/60e8ff625c3846b3b4d80eb321999752, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/6598957ea69948f4aea6bb7bee6fb014, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/d79c209d06f3415682d697fd21dfb010, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/cb85d636c3df446d882fda48c13e9ec3, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9a952c198b7244ed9204957bade5e3c2, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9b27078ef6f246fdb6456acb2de7e0d0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/d94bc892330b428887508ed5cc40a7b5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/e700346ca25043b2a57c01d804f63f1a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9d327cf3e44944beaf26ff18b774a742, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/dbc629d96a0e4d8798e729d88a2c6f96, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/802191ca2bf043418828ea8b26f41f9d] to archive 2024-11-15T17:54:44,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:54:44,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/2f8d92f2034647c598adaa875d6093bf to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/2f8d92f2034647c598adaa875d6093bf 2024-11-15T17:54:44,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/955a9740a358427d80203b7954f5f625 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/955a9740a358427d80203b7954f5f625 2024-11-15T17:54:44,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/c6fca1cd19cd4417830d054ce7458803 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/c6fca1cd19cd4417830d054ce7458803 2024-11-15T17:54:44,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/5d03f691e1ca427e8b0ab7ef09f0c738 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/5d03f691e1ca427e8b0ab7ef09f0c738 2024-11-15T17:54:44,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/61f8125c925a49de8b28967cc06745cf to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/61f8125c925a49de8b28967cc06745cf 2024-11-15T17:54:44,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/b8a59c8b3a134e648480fd5844fc547d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/b8a59c8b3a134e648480fd5844fc547d 2024-11-15T17:54:44,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/23e98a9161584d73b1e4b035c9d2cf9e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/23e98a9161584d73b1e4b035c9d2cf9e 2024-11-15T17:54:44,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/783b0526ec314fd48afddc62244f671d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/783b0526ec314fd48afddc62244f671d 2024-11-15T17:54:44,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/e8dcc470d51e4cf0b96b17f887cce50e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/e8dcc470d51e4cf0b96b17f887cce50e 2024-11-15T17:54:44,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/147471e9d2dd47e2a06f340c7c8cbb78 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/147471e9d2dd47e2a06f340c7c8cbb78 2024-11-15T17:54:44,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/4549359c9e4145558030ab74d80254ea to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/4549359c9e4145558030ab74d80254ea 2024-11-15T17:54:44,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/60e8ff625c3846b3b4d80eb321999752 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/60e8ff625c3846b3b4d80eb321999752 2024-11-15T17:54:44,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/6598957ea69948f4aea6bb7bee6fb014 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/6598957ea69948f4aea6bb7bee6fb014 2024-11-15T17:54:44,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/d79c209d06f3415682d697fd21dfb010 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/d79c209d06f3415682d697fd21dfb010 2024-11-15T17:54:44,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/cb85d636c3df446d882fda48c13e9ec3 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/cb85d636c3df446d882fda48c13e9ec3 2024-11-15T17:54:44,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9a952c198b7244ed9204957bade5e3c2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9a952c198b7244ed9204957bade5e3c2 2024-11-15T17:54:44,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9b27078ef6f246fdb6456acb2de7e0d0 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9b27078ef6f246fdb6456acb2de7e0d0 2024-11-15T17:54:44,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/d94bc892330b428887508ed5cc40a7b5 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/d94bc892330b428887508ed5cc40a7b5 2024-11-15T17:54:44,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/e700346ca25043b2a57c01d804f63f1a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/e700346ca25043b2a57c01d804f63f1a 2024-11-15T17:54:44,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9d327cf3e44944beaf26ff18b774a742 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/9d327cf3e44944beaf26ff18b774a742 2024-11-15T17:54:44,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/dbc629d96a0e4d8798e729d88a2c6f96 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/dbc629d96a0e4d8798e729d88a2c6f96 2024-11-15T17:54:44,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/802191ca2bf043418828ea8b26f41f9d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/802191ca2bf043418828ea8b26f41f9d 2024-11-15T17:54:44,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/a16a394ee90f4c5bbd6cecdcbb682991, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/5e4be1bfa6554d85bba1515f5dd50192, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/c648df26c65e4050899a25bc6c4c9ede, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/295c2fbeaab445419f7fa1150744d2bb, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/f7cb0a7b8215458990c1084d3a32954f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/3d2e602951384b908765b64cccee8258, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/b91113f6d0b84f4a914476e7629c4afb, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/49e2dace60e447dd934f9a793d94741b, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/3c1b1e9dbce842468a7c46233da6075a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/bee65550ba014181a487bca1da546383, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/8f67a5de383448f28b499ed66dd5b181, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/3cebca6707ef447fb82bde1e92dd4351, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/0f10813043dc41eba545dc66c3a86f8e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/f3f04541c4e04afc889bd88fab6ce1de, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/4a4e01f05de145939a5431d70e5e6713, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/842ff34c2a9c43d28f7497669a07d0b4, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/7a81bbf2d5e44f2b82990c5952ac0e7a, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/2e0661a6e1c642618c64734652c6189e, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/5d05ff35fea242ab9fc67b3576fba051, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/8abd319ae3414ceebcc2cb2e814d6282, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/62a5557187304b11b102efcda5b5bf02, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/69f3c0448d1a4fddb1bf895edb9a8076] to archive 2024-11-15T17:54:44,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:54:44,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/a16a394ee90f4c5bbd6cecdcbb682991 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/a16a394ee90f4c5bbd6cecdcbb682991 2024-11-15T17:54:44,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/5e4be1bfa6554d85bba1515f5dd50192 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/5e4be1bfa6554d85bba1515f5dd50192 2024-11-15T17:54:44,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/c648df26c65e4050899a25bc6c4c9ede to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/c648df26c65e4050899a25bc6c4c9ede 2024-11-15T17:54:44,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/295c2fbeaab445419f7fa1150744d2bb to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/295c2fbeaab445419f7fa1150744d2bb 2024-11-15T17:54:44,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/f7cb0a7b8215458990c1084d3a32954f to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/f7cb0a7b8215458990c1084d3a32954f 2024-11-15T17:54:44,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/3d2e602951384b908765b64cccee8258 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/3d2e602951384b908765b64cccee8258 2024-11-15T17:54:44,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/b91113f6d0b84f4a914476e7629c4afb to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/b91113f6d0b84f4a914476e7629c4afb 2024-11-15T17:54:44,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/49e2dace60e447dd934f9a793d94741b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/49e2dace60e447dd934f9a793d94741b 2024-11-15T17:54:44,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/3c1b1e9dbce842468a7c46233da6075a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/3c1b1e9dbce842468a7c46233da6075a 2024-11-15T17:54:44,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/bee65550ba014181a487bca1da546383 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/bee65550ba014181a487bca1da546383 2024-11-15T17:54:44,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/8f67a5de383448f28b499ed66dd5b181 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/8f67a5de383448f28b499ed66dd5b181 2024-11-15T17:54:44,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/3cebca6707ef447fb82bde1e92dd4351 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/3cebca6707ef447fb82bde1e92dd4351 2024-11-15T17:54:44,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/0f10813043dc41eba545dc66c3a86f8e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/0f10813043dc41eba545dc66c3a86f8e 2024-11-15T17:54:44,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/f3f04541c4e04afc889bd88fab6ce1de to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/f3f04541c4e04afc889bd88fab6ce1de 2024-11-15T17:54:44,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/4a4e01f05de145939a5431d70e5e6713 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/4a4e01f05de145939a5431d70e5e6713 2024-11-15T17:54:44,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/842ff34c2a9c43d28f7497669a07d0b4 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/842ff34c2a9c43d28f7497669a07d0b4 2024-11-15T17:54:44,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/7a81bbf2d5e44f2b82990c5952ac0e7a to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/7a81bbf2d5e44f2b82990c5952ac0e7a 2024-11-15T17:54:44,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/2e0661a6e1c642618c64734652c6189e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/2e0661a6e1c642618c64734652c6189e 2024-11-15T17:54:44,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/5d05ff35fea242ab9fc67b3576fba051 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/5d05ff35fea242ab9fc67b3576fba051 2024-11-15T17:54:44,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/8abd319ae3414ceebcc2cb2e814d6282 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/8abd319ae3414ceebcc2cb2e814d6282 2024-11-15T17:54:44,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/62a5557187304b11b102efcda5b5bf02 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/62a5557187304b11b102efcda5b5bf02 2024-11-15T17:54:44,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/69f3c0448d1a4fddb1bf895edb9a8076 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/69f3c0448d1a4fddb1bf895edb9a8076 2024-11-15T17:54:44,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/4383d53f1b734abf9cfae8e2d68493e9, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/6ce748ee39d344a0b3776a3ecdc33f1c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/7e0ae7fb9444469d9e77e5f4a1d62223, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/8c2e8156a75043cdaa65f03e34b8ddb8, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/abd36a72b4704963ba8540b281a8b9c0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/b6e28f2000604969a0343a0f32787df5, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/fbbc0a572aab4a98957af8092aef6074, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/f8c0df88fff8449cbd28dace79430d89, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/74dd3713e8f644f3ac8c9c3a859d9986, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/877f00b1e80548a78abdc3576895a914, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/f517f6823df54dcf90b0cd8e4c84110d, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/c9569b5285b14d769f13cbbe35d25f94, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/285f15d8e784438cabcf4ff3e7f5a562, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/0e470277f4d844638665a5562d2f6a10, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/9c8a9d1c0a1c4decb49a98c9117774c0, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/3903b5c6da18497eb0e0cf8f0a162a0c, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/e8b3f659599b41108933e5cf3685fc39, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/36a9af7f54fb4a7597408c58743f3c13, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/e9abdfadade244ad982987532ca9535f, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/5aaa2c03bb7b482d9af49398f6653c55, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/09fcacde6ef548698ae188ee457e3463, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/81a45c0c70f34d2ca025dde926ec285b] to archive 2024-11-15T17:54:44,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T17:54:44,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/4383d53f1b734abf9cfae8e2d68493e9 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/4383d53f1b734abf9cfae8e2d68493e9 2024-11-15T17:54:44,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/6ce748ee39d344a0b3776a3ecdc33f1c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/6ce748ee39d344a0b3776a3ecdc33f1c 2024-11-15T17:54:44,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/7e0ae7fb9444469d9e77e5f4a1d62223 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/7e0ae7fb9444469d9e77e5f4a1d62223 2024-11-15T17:54:44,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/8c2e8156a75043cdaa65f03e34b8ddb8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/8c2e8156a75043cdaa65f03e34b8ddb8 2024-11-15T17:54:44,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/abd36a72b4704963ba8540b281a8b9c0 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/abd36a72b4704963ba8540b281a8b9c0 2024-11-15T17:54:44,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/b6e28f2000604969a0343a0f32787df5 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/b6e28f2000604969a0343a0f32787df5 2024-11-15T17:54:44,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/fbbc0a572aab4a98957af8092aef6074 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/fbbc0a572aab4a98957af8092aef6074 2024-11-15T17:54:44,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/f8c0df88fff8449cbd28dace79430d89 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/f8c0df88fff8449cbd28dace79430d89 2024-11-15T17:54:44,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/74dd3713e8f644f3ac8c9c3a859d9986 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/74dd3713e8f644f3ac8c9c3a859d9986 2024-11-15T17:54:44,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/877f00b1e80548a78abdc3576895a914 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/877f00b1e80548a78abdc3576895a914 2024-11-15T17:54:44,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/f517f6823df54dcf90b0cd8e4c84110d to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/f517f6823df54dcf90b0cd8e4c84110d 2024-11-15T17:54:44,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/c9569b5285b14d769f13cbbe35d25f94 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/c9569b5285b14d769f13cbbe35d25f94 2024-11-15T17:54:44,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/285f15d8e784438cabcf4ff3e7f5a562 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/285f15d8e784438cabcf4ff3e7f5a562 2024-11-15T17:54:44,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/0e470277f4d844638665a5562d2f6a10 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/0e470277f4d844638665a5562d2f6a10 2024-11-15T17:54:44,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/9c8a9d1c0a1c4decb49a98c9117774c0 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/9c8a9d1c0a1c4decb49a98c9117774c0 2024-11-15T17:54:44,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/3903b5c6da18497eb0e0cf8f0a162a0c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/3903b5c6da18497eb0e0cf8f0a162a0c 2024-11-15T17:54:44,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/e8b3f659599b41108933e5cf3685fc39 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/e8b3f659599b41108933e5cf3685fc39 2024-11-15T17:54:44,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/36a9af7f54fb4a7597408c58743f3c13 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/36a9af7f54fb4a7597408c58743f3c13 2024-11-15T17:54:44,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/e9abdfadade244ad982987532ca9535f to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/e9abdfadade244ad982987532ca9535f 2024-11-15T17:54:44,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/5aaa2c03bb7b482d9af49398f6653c55 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/5aaa2c03bb7b482d9af49398f6653c55 2024-11-15T17:54:44,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/09fcacde6ef548698ae188ee457e3463 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/09fcacde6ef548698ae188ee457e3463 2024-11-15T17:54:44,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/81a45c0c70f34d2ca025dde926ec285b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/81a45c0c70f34d2ca025dde926ec285b 2024-11-15T17:54:44,198 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/recovered.edits/386.seqid, newMaxSeqId=386, maxSeqId=4 2024-11-15T17:54:44,199 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. 2024-11-15T17:54:44,199 DEBUG [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1676): Region close journal for 53843be6de75adee46c98c5eb46046f2: Waiting for close lock at 1731693282453Running coprocessor pre-close hooks at 1731693282453Disabling compacts and flushes for region at 1731693282453Disabling writes for close at 1731693282453Obtaining lock to block concurrent updates at 1731693282453Preparing flush snapshotting stores in 53843be6de75adee46c98c5eb46046f2 at 1731693282453Finished memstore snapshotting TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731693282453Flushing stores of TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2. at 1731693282454 (+1 ms)Flushing 53843be6de75adee46c98c5eb46046f2/A: creating writer at 1731693282454Flushing mob file 53843be6de75adee46c98c5eb46046f2/A: appending metadata at 1731693282460 (+6 ms)Flushing mob file 53843be6de75adee46c98c5eb46046f2/A: closing flushed file at 1731693282460Flushing 53843be6de75adee46c98c5eb46046f2/A: appending metadata at 1731693282869 (+409 ms)Flushing 53843be6de75adee46c98c5eb46046f2/A: closing flushed file at 1731693282869Flushing 53843be6de75adee46c98c5eb46046f2/B: creating writer at 1731693283282 (+413 ms)Flushing 53843be6de75adee46c98c5eb46046f2/B: appending metadata at 1731693283285 (+3 ms)Flushing 53843be6de75adee46c98c5eb46046f2/B: closing flushed file at 1731693283285Flushing 53843be6de75adee46c98c5eb46046f2/C: creating writer at 1731693283699 (+414 ms)Flushing 53843be6de75adee46c98c5eb46046f2/C: appending metadata at 1731693283703 (+4 ms)Flushing 53843be6de75adee46c98c5eb46046f2/C: closing flushed file at 1731693283703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29c689fa: reopening flushed file at 1731693284117 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56b14aa9: reopening flushed file at 1731693284122 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a9a558d: reopening flushed file at 1731693284126 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 53843be6de75adee46c98c5eb46046f2 in 1678ms, sequenceid=383, compaction requested=true at 1731693284131 (+5 ms)Writing region close event to WAL at 1731693284196 (+65 ms)Running coprocessor post-close hooks at 1731693284199 (+3 ms)Closed at 1731693284199 2024-11-15T17:54:44,200 INFO [RS_CLOSE_REGION-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(157): Closed 53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=178 updating hbase:meta row=53843be6de75adee46c98c5eb46046f2, regionState=CLOSED 2024-11-15T17:54:44,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=179, ppid=178, state=RUNNABLE, hasLock=false; CloseRegionProcedure 53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 because future has completed 2024-11-15T17:54:44,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-11-15T17:54:44,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; CloseRegionProcedure 53843be6de75adee46c98c5eb46046f2, server=4e3b17656000,39103,1731693097691 in 1.9030 sec 2024-11-15T17:54:44,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=178, resume processing ppid=177 2024-11-15T17:54:44,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, ppid=177, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53843be6de75adee46c98c5eb46046f2, UNASSIGN in 1.9080 sec 2024-11-15T17:54:44,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-15T17:54:44,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9120 sec 2024-11-15T17:54:44,211 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731693284211"}]},"ts":"1731693284211"} 2024-11-15T17:54:44,212 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T17:54:44,212 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T17:54:44,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9220 sec 2024-11-15T17:54:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-15T17:54:44,437 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:54:44,438 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T17:54:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:54:44,441 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=180, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:54:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-15T17:54:44,442 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=180, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:54:44,444 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,447 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A, FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B, FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C, FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/recovered.edits] 2024-11-15T17:54:44,451 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/17a042306ecc468a82764be194459614 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/17a042306ecc468a82764be194459614 2024-11-15T17:54:44,452 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/3e3922a0fdcc445e9dc2b2b56cf8728e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/3e3922a0fdcc445e9dc2b2b56cf8728e 2024-11-15T17:54:44,454 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/b19c2b26a9da4d55bb515e5f1013e99f to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/b19c2b26a9da4d55bb515e5f1013e99f 2024-11-15T17:54:44,455 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/d777e787706a4e9e92aa335039b8e8c7 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/A/d777e787706a4e9e92aa335039b8e8c7 2024-11-15T17:54:44,458 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/1199ccfe27034a38aeea152ff72d2e5c to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/1199ccfe27034a38aeea152ff72d2e5c 2024-11-15T17:54:44,460 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/a348beb12d164d8a86dab6ae6810d2e4 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/a348beb12d164d8a86dab6ae6810d2e4 2024-11-15T17:54:44,461 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/b0fecb2312b444569894f512673e226b to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/b0fecb2312b444569894f512673e226b 2024-11-15T17:54:44,463 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/f4cdd4a5e4a942aca73c77f53b50bfa8 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/B/f4cdd4a5e4a942aca73c77f53b50bfa8 2024-11-15T17:54:44,465 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/373931e4ddd046d4b456de4e8f5e6c50 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/373931e4ddd046d4b456de4e8f5e6c50 2024-11-15T17:54:44,467 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/5ac0c5bc4e124238af35e4b157f75c5e to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/5ac0c5bc4e124238af35e4b157f75c5e 2024-11-15T17:54:44,468 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/660d5f6a7f5147b9bc6714a569a5ff61 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/660d5f6a7f5147b9bc6714a569a5ff61 2024-11-15T17:54:44,470 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/ea83917771524807bd10d07fbec63ebb to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/C/ea83917771524807bd10d07fbec63ebb 2024-11-15T17:54:44,472 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/recovered.edits/386.seqid to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2/recovered.edits/386.seqid 2024-11-15T17:54:44,473 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/default/TestAcidGuarantees/53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,473 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T17:54:44,473 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T17:54:44,474 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-15T17:54:44,476 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115144d84d2856c4bccb492b89040998b52_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115144d84d2856c4bccb492b89040998b52_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,477 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152d0e03189b4644298c684f2766f3f1d6_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152d0e03189b4644298c684f2766f3f1d6_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,478 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153314e9fb8e604a7ca88bb8ecca78573a_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153314e9fb8e604a7ca88bb8ecca78573a_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,479 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111539fc312525c447b99edb39a972fe1614_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111539fc312525c447b99edb39a972fe1614_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,480 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111541f8553798da4422a7b6f21919f8b165_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111541f8553798da4422a7b6f21919f8b165_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,481 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115469b474ad99b4499bddb26bfaf382ac3_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115469b474ad99b4499bddb26bfaf382ac3_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,482 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115594f7097628b4748a0853ac9609600f4_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115594f7097628b4748a0853ac9609600f4_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,483 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115859e5c173c904264bbbed8c6fa8aaf3f_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115859e5c173c904264bbbed8c6fa8aaf3f_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,484 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115978f49688ec14e63bdd97306bdd7adc5_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115978f49688ec14e63bdd97306bdd7adc5_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,485 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159afaee8b1387432f84e7cae50d943990_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159afaee8b1387432f84e7cae50d943990_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,486 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159c7bc51d63514182b60ce9730e3f2715_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159c7bc51d63514182b60ce9730e3f2715_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,487 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b1a59367d742493f92af9e374259baf8_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b1a59367d742493f92af9e374259baf8_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,487 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b3986b1e37074b729be4239c189ce94c_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b3986b1e37074b729be4239c189ce94c_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,488 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bc87761acbe242b987f58c283525d293_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bc87761acbe242b987f58c283525d293_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,489 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bd39cce59fcc464eadabad83a811974e_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bd39cce59fcc464eadabad83a811974e_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,490 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c0bb6d27b0c84d3db4b127a0c41af144_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c0bb6d27b0c84d3db4b127a0c41af144_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,490 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dbeb830a25c647e3ac8c7b326ce52683_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dbeb830a25c647e3ac8c7b326ce52683_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,491 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dcc4f7cb61c5426b85371be6585edaf0_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dcc4f7cb61c5426b85371be6585edaf0_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,492 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e101259b8f604df1ba66d2b0d44baa92_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e101259b8f604df1ba66d2b0d44baa92_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,492 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f8ef441c8d2f42cbae393f8e8f573210_53843be6de75adee46c98c5eb46046f2 to hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f8ef441c8d2f42cbae393f8e8f573210_53843be6de75adee46c98c5eb46046f2 2024-11-15T17:54:44,493 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T17:54:44,494 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=180, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:54:44,496 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T17:54:44,498 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T17:54:44,499 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=180, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:54:44,499 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T17:54:44,499 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731693284499"}]},"ts":"9223372036854775807"} 2024-11-15T17:54:44,501 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T17:54:44,501 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 53843be6de75adee46c98c5eb46046f2, NAME => 'TestAcidGuarantees,,1731693249104.53843be6de75adee46c98c5eb46046f2.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T17:54:44,501 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T17:54:44,501 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731693284501"}]},"ts":"9223372036854775807"} 2024-11-15T17:54:44,503 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T17:54:44,503 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=180, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T17:54:44,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 65 msec 2024-11-15T17:54:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-15T17:54:44,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T17:54:44,548 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T17:54:44,563 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247 (was 247), OpenFileDescriptor=445 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=574 (was 655), ProcessCount=11 (was 11), AvailableMemoryMB=5201 (was 5611) 2024-11-15T17:54:44,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:54:44,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:54:44,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:54:44,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:44,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:44,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:54:44,564 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:54:44,564 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1336910459, stopped=false 2024-11-15T17:54:44,564 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e3b17656000,46475,1731693096949 2024-11-15T17:54:44,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T17:54:44,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T17:54:44,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:54:44,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:54:44,636 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:54:44,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T17:54:44,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T17:54:44,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:54:44,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:54:44,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:44,641 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e3b17656000,39103,1731693097691' ***** 2024-11-15T17:54:44,641 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:54:44,642 INFO [RS:0;4e3b17656000:39103 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:54:44,642 INFO [RS:0;4e3b17656000:39103 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:54:44,642 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:54:44,642 INFO [RS:0;4e3b17656000:39103 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:54:44,642 INFO [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(959): stopping server 4e3b17656000,39103,1731693097691 2024-11-15T17:54:44,642 INFO [RS:0;4e3b17656000:39103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:54:44,643 INFO [RS:0;4e3b17656000:39103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e3b17656000:39103. 2024-11-15T17:54:44,643 DEBUG [RS:0;4e3b17656000:39103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:54:44,643 DEBUG [RS:0;4e3b17656000:39103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:44,643 INFO [RS:0;4e3b17656000:39103 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:54:44,643 INFO [RS:0;4e3b17656000:39103 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:54:44,643 INFO [RS:0;4e3b17656000:39103 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:54:44,643 INFO [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:54:44,644 INFO [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T17:54:44,644 DEBUG [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T17:54:44,645 DEBUG [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:54:44,645 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:54:44,645 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:54:44,645 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:54:44,645 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:54:44,645 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:54:44,645 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-15T17:54:44,668 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/.tmp/info/3592bcdb512c42e1b325e0dafc3e9218 is 95, key is TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5./info:/1731693133008/DeleteFamily/seqid=0 2024-11-15T17:54:44,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742501_1677 (size=6514) 2024-11-15T17:54:44,690 INFO [regionserver/4e3b17656000:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:54:44,845 DEBUG [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:54:44,852 INFO [regionserver/4e3b17656000:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:54:44,853 INFO [regionserver/4e3b17656000:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:54:45,045 DEBUG [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:54:45,072 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/.tmp/info/3592bcdb512c42e1b325e0dafc3e9218 2024-11-15T17:54:45,102 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/.tmp/ns/a47e3a3210b94f9c980a3ab7f77900cc is 93, key is TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5./ns:/1731693132966/DeleteFamily/seqid=0 2024-11-15T17:54:45,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742502_1678 (size=5906) 2024-11-15T17:54:45,246 DEBUG [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:54:45,446 DEBUG [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:54:45,505 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/.tmp/ns/a47e3a3210b94f9c980a3ab7f77900cc 2024-11-15T17:54:45,524 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/.tmp/rep_barrier/94860666f8b54d15b7f22f4718f977bd is 102, key is TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5./rep_barrier:/1731693132966/DeleteFamily/seqid=0 2024-11-15T17:54:45,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742503_1679 (size=6025) 2024-11-15T17:54:45,646 DEBUG [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:54:45,846 DEBUG [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:54:45,927 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/.tmp/rep_barrier/94860666f8b54d15b7f22f4718f977bd 2024-11-15T17:54:45,944 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/.tmp/table/413cdc907aaa4b67b27debe3b2975d24 is 96, key is TestAcidGuarantees,,1731693102436.184c64b0d70f4e06de1ab256956530f5./table:/1731693132966/DeleteFamily/seqid=0 2024-11-15T17:54:45,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742504_1680 (size=5936) 2024-11-15T17:54:46,047 DEBUG [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:54:46,247 DEBUG [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:54:46,348 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/.tmp/table/413cdc907aaa4b67b27debe3b2975d24 2024-11-15T17:54:46,353 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/.tmp/info/3592bcdb512c42e1b325e0dafc3e9218 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/info/3592bcdb512c42e1b325e0dafc3e9218 2024-11-15T17:54:46,357 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/info/3592bcdb512c42e1b325e0dafc3e9218, entries=12, sequenceid=90, filesize=6.4 K 2024-11-15T17:54:46,358 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/.tmp/ns/a47e3a3210b94f9c980a3ab7f77900cc as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/ns/a47e3a3210b94f9c980a3ab7f77900cc 2024-11-15T17:54:46,361 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/ns/a47e3a3210b94f9c980a3ab7f77900cc, entries=8, sequenceid=90, filesize=5.8 K 2024-11-15T17:54:46,362 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/.tmp/rep_barrier/94860666f8b54d15b7f22f4718f977bd as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/rep_barrier/94860666f8b54d15b7f22f4718f977bd 2024-11-15T17:54:46,365 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/rep_barrier/94860666f8b54d15b7f22f4718f977bd, entries=6, sequenceid=90, filesize=5.9 K 2024-11-15T17:54:46,366 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/.tmp/table/413cdc907aaa4b67b27debe3b2975d24 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/table/413cdc907aaa4b67b27debe3b2975d24 2024-11-15T17:54:46,370 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/table/413cdc907aaa4b67b27debe3b2975d24, entries=7, sequenceid=90, filesize=5.8 K 2024-11-15T17:54:46,371 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=90, compaction requested=false 2024-11-15T17:54:46,374 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-15T17:54:46,375 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:54:46,375 INFO [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:54:46,375 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731693284644Running coprocessor pre-close hooks at 1731693284645 (+1 ms)Disabling compacts and flushes for region at 1731693284645Disabling writes for close at 1731693284645Obtaining lock to block concurrent updates at 1731693284645Preparing flush snapshotting stores in 1588230740 at 1731693284645Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731693284646 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731693284647 (+1 ms)Flushing 1588230740/info: creating writer at 1731693284647Flushing 1588230740/info: appending metadata at 1731693284668 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731693284668Flushing 1588230740/ns: creating writer at 1731693285081 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731693285101 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731693285101Flushing 1588230740/rep_barrier: creating writer at 1731693285510 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731693285524 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731693285524Flushing 1588230740/table: creating writer at 1731693285931 (+407 ms)Flushing 1588230740/table: appending metadata at 1731693285944 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731693285944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c7e26b: reopening flushed file at 1731693286352 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@690c1846: reopening flushed file at 1731693286357 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e271da3: reopening flushed file at 1731693286361 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b074fec: reopening flushed file at 1731693286365 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=90, compaction requested=false at 1731693286371 (+6 ms)Writing region close event to WAL at 1731693286372 (+1 ms)Running coprocessor post-close hooks at 1731693286374 (+2 ms)Closed at 1731693286375 (+1 ms) 2024-11-15T17:54:46,375 DEBUG [RS_CLOSE_META-regionserver/4e3b17656000:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:54:46,447 INFO [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(976): stopping server 4e3b17656000,39103,1731693097691; all regions closed. 2024-11-15T17:54:46,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741834_1010 (size=25344) 2024-11-15T17:54:46,456 DEBUG [RS:0;4e3b17656000:39103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/oldWALs 2024-11-15T17:54:46,457 INFO [RS:0;4e3b17656000:39103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e3b17656000%2C39103%2C1731693097691.meta:.meta(num 1731693101951) 2024-11-15T17:54:46,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741832_1008 (size=17761276) 2024-11-15T17:54:46,460 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/WALs/4e3b17656000,39103,1731693097691/4e3b17656000%2C39103%2C1731693097691.1731693100928 not finished, retry = 0 2024-11-15T17:54:46,562 DEBUG [RS:0;4e3b17656000:39103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/oldWALs 2024-11-15T17:54:46,562 INFO [RS:0;4e3b17656000:39103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e3b17656000%2C39103%2C1731693097691:(num 1731693100928) 2024-11-15T17:54:46,562 DEBUG [RS:0;4e3b17656000:39103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:54:46,562 INFO [RS:0;4e3b17656000:39103 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:54:46,562 INFO [RS:0;4e3b17656000:39103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:54:46,563 INFO [RS:0;4e3b17656000:39103 {}] hbase.ChoreService(370): Chore service for: regionserver/4e3b17656000:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T17:54:46,563 INFO [RS:0;4e3b17656000:39103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:54:46,563 INFO [regionserver/4e3b17656000:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:54:46,564 INFO [RS:0;4e3b17656000:39103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39103 2024-11-15T17:54:46,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4e3b17656000,39103,1731693097691 2024-11-15T17:54:46,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T17:54:46,597 INFO [RS:0;4e3b17656000:39103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:54:46,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e3b17656000,39103,1731693097691] 2024-11-15T17:54:46,665 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4e3b17656000,39103,1731693097691 already deleted, retry=false 2024-11-15T17:54:46,665 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e3b17656000,39103,1731693097691 expired; onlineServers=0 2024-11-15T17:54:46,666 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e3b17656000,46475,1731693096949' ***** 2024-11-15T17:54:46,666 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:54:46,666 INFO [M:0;4e3b17656000:46475 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:54:46,666 INFO [M:0;4e3b17656000:46475 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:54:46,666 DEBUG [M:0;4e3b17656000:46475 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:54:46,666 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:54:46,666 DEBUG [M:0;4e3b17656000:46475 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:54:46,666 DEBUG [master/4e3b17656000:0:becomeActiveMaster-HFileCleaner.large.0-1731693100604 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e3b17656000:0:becomeActiveMaster-HFileCleaner.large.0-1731693100604,5,FailOnTimeoutGroup] 2024-11-15T17:54:46,666 DEBUG [master/4e3b17656000:0:becomeActiveMaster-HFileCleaner.small.0-1731693100607 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e3b17656000:0:becomeActiveMaster-HFileCleaner.small.0-1731693100607,5,FailOnTimeoutGroup] 2024-11-15T17:54:46,666 INFO [M:0;4e3b17656000:46475 {}] hbase.ChoreService(370): Chore service for: master/4e3b17656000:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:54:46,667 INFO [M:0;4e3b17656000:46475 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:54:46,667 DEBUG [M:0;4e3b17656000:46475 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:54:46,667 INFO [M:0;4e3b17656000:46475 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:54:46,667 INFO [M:0;4e3b17656000:46475 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:54:46,667 ERROR [M:0;4e3b17656000:46475 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-15T17:54:46,668 INFO [M:0;4e3b17656000:46475 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:54:46,668 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:54:46,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T17:54:46,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T17:54:46,716 DEBUG [M:0;4e3b17656000:46475 {}] zookeeper.ZKUtil(347): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T17:54:46,717 WARN [M:0;4e3b17656000:46475 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:54:46,718 INFO [M:0;4e3b17656000:46475 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/.lastflushedseqids 2024-11-15T17:54:46,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742505_1681 (size=72) 2024-11-15T17:54:46,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:54:46,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39103-0x10140e93f800001, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:54:46,740 INFO [RS:0;4e3b17656000:39103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:54:46,740 INFO [RS:0;4e3b17656000:39103 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e3b17656000,39103,1731693097691; zookeeper connection closed. 2024-11-15T17:54:46,740 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f1d4abe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f1d4abe 2024-11-15T17:54:46,741 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:54:47,136 INFO [M:0;4e3b17656000:46475 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:54:47,137 INFO [M:0;4e3b17656000:46475 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:54:47,137 DEBUG [M:0;4e3b17656000:46475 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:54:47,137 INFO [M:0;4e3b17656000:46475 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:54:47,137 DEBUG [M:0;4e3b17656000:46475 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:54:47,137 DEBUG [M:0;4e3b17656000:46475 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:54:47,137 DEBUG [M:0;4e3b17656000:46475 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:54:47,138 INFO [M:0;4e3b17656000:46475 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=802.50 KB heapSize=985.04 KB 2024-11-15T17:54:47,161 DEBUG [M:0;4e3b17656000:46475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a31e74d99394f0fb7231d0d052049f5 is 82, key is hbase:meta,,1/info:regioninfo/1731693102037/Put/seqid=0 2024-11-15T17:54:47,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742506_1682 (size=5672) 2024-11-15T17:54:47,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:54:47,300 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:54:47,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-15T17:54:47,565 INFO [M:0;4e3b17656000:46475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2255 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a31e74d99394f0fb7231d0d052049f5 2024-11-15T17:54:47,590 DEBUG [M:0;4e3b17656000:46475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/623e6f2a429c4ee79e646225381098aa is 2480, key is \x00\x00\x00\x00\x00\x00\x00b/proc:d/1731693189125/Put/seqid=0 2024-11-15T17:54:47,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742507_1683 (size=47171) 2024-11-15T17:54:47,994 INFO [M:0;4e3b17656000:46475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=801.94 KB at sequenceid=2255 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/623e6f2a429c4ee79e646225381098aa 2024-11-15T17:54:48,000 INFO [M:0;4e3b17656000:46475 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 623e6f2a429c4ee79e646225381098aa 2024-11-15T17:54:48,018 DEBUG [M:0;4e3b17656000:46475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d34e55e0e844aa1a3dc352c74733e69 is 69, key is 4e3b17656000,39103,1731693097691/rs:state/1731693100654/Put/seqid=0 2024-11-15T17:54:48,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073742508_1684 (size=5156) 2024-11-15T17:54:48,421 INFO [M:0;4e3b17656000:46475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2255 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d34e55e0e844aa1a3dc352c74733e69 2024-11-15T17:54:48,424 DEBUG [M:0;4e3b17656000:46475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a31e74d99394f0fb7231d0d052049f5 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a31e74d99394f0fb7231d0d052049f5 2024-11-15T17:54:48,427 INFO [M:0;4e3b17656000:46475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a31e74d99394f0fb7231d0d052049f5, entries=8, sequenceid=2255, filesize=5.5 K 2024-11-15T17:54:48,428 DEBUG [M:0;4e3b17656000:46475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/623e6f2a429c4ee79e646225381098aa as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/623e6f2a429c4ee79e646225381098aa 2024-11-15T17:54:48,431 INFO [M:0;4e3b17656000:46475 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 623e6f2a429c4ee79e646225381098aa 2024-11-15T17:54:48,431 INFO [M:0;4e3b17656000:46475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/623e6f2a429c4ee79e646225381098aa, entries=180, sequenceid=2255, filesize=46.1 K 2024-11-15T17:54:48,432 DEBUG [M:0;4e3b17656000:46475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d34e55e0e844aa1a3dc352c74733e69 as hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d34e55e0e844aa1a3dc352c74733e69 2024-11-15T17:54:48,434 INFO [M:0;4e3b17656000:46475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/0ebbd911-8125-8805-8f76-9c7ee9edf965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d34e55e0e844aa1a3dc352c74733e69, entries=1, sequenceid=2255, filesize=5.0 K 2024-11-15T17:54:48,435 INFO [M:0;4e3b17656000:46475 {}] regionserver.HRegion(3140): Finished flush of dataSize ~802.50 KB/821755, heapSize ~984.74 KB/1008376, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=2255, compaction requested=false 2024-11-15T17:54:48,437 INFO [M:0;4e3b17656000:46475 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:54:48,437 DEBUG [M:0;4e3b17656000:46475 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731693287137Disabling compacts and flushes for region at 1731693287137Disabling writes for close at 1731693287137Obtaining lock to block concurrent updates at 1731693287138 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731693287138Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=821755, getHeapSize=1008616, getOffHeapSize=0, getCellsCount=2460 at 1731693287139 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731693287140 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731693287140Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731693287161 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731693287161Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731693287569 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731693287590 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731693287590Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731693288000 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731693288017 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731693288017Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334c5f37: reopening flushed file at 1731693288424 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c173e2: reopening flushed file at 1731693288427 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f1e845: reopening flushed file at 1731693288431 (+4 ms)Finished flush of dataSize ~802.50 KB/821755, heapSize ~984.74 KB/1008376, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=2255, compaction requested=false at 1731693288435 (+4 ms)Writing region close event to WAL at 1731693288437 (+2 ms)Closed at 1731693288437 2024-11-15T17:54:48,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741830_1006 (size=969569) 2024-11-15T17:54:48,440 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:54:48,440 INFO [M:0;4e3b17656000:46475 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:54:48,440 INFO [M:0;4e3b17656000:46475 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46475 2024-11-15T17:54:48,441 INFO [M:0;4e3b17656000:46475 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:54:48,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:54:48,587 INFO [M:0;4e3b17656000:46475 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:54:48,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46475-0x10140e93f800000, quorum=127.0.0.1:60044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:54:48,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dfb1097{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:54:48,600 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:54:48,600 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:54:48,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:54:48,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/hadoop.log.dir/,STOPPED} 2024-11-15T17:54:48,603 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:54:48,603 WARN [BP-1436329049-172.17.0.2-1731693093375 heartbeating to localhost/127.0.0.1:40007 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:54:48,603 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:54:48,603 WARN [BP-1436329049-172.17.0.2-1731693093375 heartbeating to localhost/127.0.0.1:40007 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1436329049-172.17.0.2-1731693093375 (Datanode Uuid ac92d57e-82bc-4df9-a9f3-d1b605588532) service to localhost/127.0.0.1:40007 2024-11-15T17:54:48,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/cluster_e1b95ac6-024f-34d8-474c-9abb2697e07f/data/data1/current/BP-1436329049-172.17.0.2-1731693093375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:54:48,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/cluster_e1b95ac6-024f-34d8-474c-9abb2697e07f/data/data2/current/BP-1436329049-172.17.0.2-1731693093375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:54:48,607 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:54:48,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bbf242f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:54:48,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:54:48,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:54:48,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:54:48,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8f88d9-985c-c7ca-0e9a-51fa89aeba1b/hadoop.log.dir/,STOPPED} 2024-11-15T17:54:48,635 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T17:54:48,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down